[ Oct 21 22:12:56 Enabled. ] [ Oct 21 22:12:56 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 21 22:12:56 Method "start" exited with status 0. ] [ Oct 21 22:12:56 Rereading configuration. ] [ Oct 21 22:12:56 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:56.362391697Z","hostname":"buskin","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:56.362538821Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:56.415980608Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:56.416028899Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:56.529428656Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:56.538514457Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:56.5461734Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.149491973Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.287825921Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.287876092Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.287969174Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.288032696Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.288053097Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.288071437Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.291217771Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:12:57.291225471Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.291237921Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.291244431Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.291271122Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.291311473Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.291394255Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.291416766Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.291424626Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.303288451Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.303310291Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"0500fe75-d078-4f34-9d60-cafba837dfd4 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.423627511Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 0500fe75-d078-4f34-9d60-cafba837dfd4 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.912777009Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.91281497Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.91281985Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.9128313Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.9128457Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.912863981Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.912868891Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.921856409Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:57.92187971Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"71eda1bd-5515-4b4f-a29e-2d0ab422249c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.032560994Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 71eda1bd-5515-4b4f-a29e-2d0ab422249c (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.517919121Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.517973342Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0500fe75-d078-4f34-9d60-cafba837dfd4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 71eda1bd-5515-4b4f-a29e-2d0ab422249c (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518018383Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518027434Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518045124Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518056455Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518064355Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518072005Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0500fe75-d078-4f34-9d60-cafba837dfd4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 71eda1bd-5515-4b4f-a29e-2d0ab422249c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518095036Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518103796Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518109566Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518126546Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518131866Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518136177Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0500fe75-d078-4f34-9d60-cafba837dfd4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 71eda1bd-5515-4b4f-a29e-2d0ab422249c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518155657Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518160217Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518166087Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518170438Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518175278Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518180058Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518185138Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0500fe75-d078-4f34-9d60-cafba837dfd4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 71eda1bd-5515-4b4f-a29e-2d0ab422249c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518212739Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518217889Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518223609Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518227589Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518231789Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0500fe75-d078-4f34-9d60-cafba837dfd4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 71eda1bd-5515-4b4f-a29e-2d0ab422249c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.51825181Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.51825803Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.51826286Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.51826902Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.51827371Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.5182783Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0500fe75-d078-4f34-9d60-cafba837dfd4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 71eda1bd-5515-4b4f-a29e-2d0ab422249c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518307251Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518312691Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518320882Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518325122Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518329742Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518347902Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518353622Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518359963Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0500fe75-d078-4f34-9d60-cafba837dfd4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 71eda1bd-5515-4b4f-a29e-2d0ab422249c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518395944Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518401564Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518405564Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518411474Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518416134Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518424604Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0500fe75-d078-4f34-9d60-cafba837dfd4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 71eda1bd-5515-4b4f-a29e-2d0ab422249c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518460005Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518465705Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518469766Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518475095Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518479326Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518484136Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0500fe75-d078-4f34-9d60-cafba837dfd4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 71eda1bd-5515-4b4f-a29e-2d0ab422249c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518518667Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518526967Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518533097Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518545428Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518549777Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0500fe75-d078-4f34-9d60-cafba837dfd4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 71eda1bd-5515-4b4f-a29e-2d0ab422249c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518580038Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518585289Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518589269Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518593229Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518606469Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518623139Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.51863081Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.51864588Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.51865108Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.51865557Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518682401Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.518687921Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.529253451Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.529318503Z","hostname":"buskin","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999914598s","next_cleanup":"Instant { tv_sec: 15040, tv_nsec: 299156515 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.529334514Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.529346264Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.529403495Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.532567949Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.53296828Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.534605913Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.534834859Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1073"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.534840059Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.534907291Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.534953042Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.534971243Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.534976483Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1136"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.535001034Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.535011594Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.535021854Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.535025094Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1178"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.535028094Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.535031685Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.535058905Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.535077076Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.535542578Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 7ce2cbee-1570-43bc-a1c6-1d875c97afd6,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 3a4f779d-8bd3-4d91-a396-42894e62700b (sled),\n rack_id: 7ce2cbee-1570-43bc-a1c6-1d875c97afd6,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.535893477Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.535901517Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1212"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.535946799Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.535955389Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.536157064Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.536281188Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.536334369Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 3a4f779d-8bd3-4d91-a396-42894e62700b (sled), rack_id: 7ce2cbee-1570-43bc-a1c6-1d875c97afd6, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.536839722Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4221"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.536913294Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4603"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.541483805Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.547594487Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.54769344Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.55183057Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.551887141Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.551987644Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:62263","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 3a4f779d-8bd3-4d91-a396-42894e62700b (sled), rack_id: 7ce2cbee-1570-43bc-a1c6-1d875c97afd6, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.552121107Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.552127098Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.552182349Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.552189839Z","hostname":"buskin","pid":1572,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.55222293Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.552232961Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.552271322Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.552309763Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.552339413Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.552354194Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.552359914Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.552367524Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.552406185Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.552411555Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.569880668Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.590934156Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.608598695Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.635458187Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.635502998Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.635509648Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.635516398Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 59.7452ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.638793895Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03b5f826-effb-46b9-bc07-9c5263735915\", \"content-length\": \"124\", \"date\": \"Mon, 21 Oct 2024 22:12:58 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"03b5f826-effb-46b9-bc07-9c5263735915\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_0500fe75-d078-4f34-9d60-cafba837dfd4/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.648709928Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_0500fe75-d078-4f34-9d60-cafba837dfd4/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.678796006Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_0500fe75-d078-4f34-9d60-cafba837dfd4/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.678831287Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.684126177Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.684141087Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_0500fe75-d078-4f34-9d60-cafba837dfd4/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.684146408Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.699275239Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 112.973216ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.699966337Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfc8b9bd-5da9-4384-8d93-93dde01c340a\", \"content-length\": \"124\", \"date\": \"Mon, 21 Oct 2024 22:12:58 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"dfc8b9bd-5da9-4384-8d93-93dde01c340a\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.783419379Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.813540538Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 83.146822ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.814087532Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81de7aea-de52-4756-8ffa-cbdccfcbf02e\", \"content-length\": \"124\", \"date\": \"Mon, 21 Oct 2024 22:12:58 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"81de7aea-de52-4756-8ffa-cbdccfcbf02e\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.898156111Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 171.982347ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:58.898565572Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"698016db-095a-45dd-9bbd-2f6a1047b4c2\", \"content-length\": \"124\", \"date\": \"Mon, 21 Oct 2024 22:12:58 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"698016db-095a-45dd-9bbd-2f6a1047b4c2\" }"} {"msg":"Mounting oxi_0500fe75-d078-4f34-9d60-cafba837dfd4/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.002343522Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.015751188Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.01584665Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.015880861Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.015925353Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.071907166Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 204.098668ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.072438871Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8345fa8c-a369-4328-9e07-da8cbfd34382\", \"content-length\": \"124\", \"date\": \"Mon, 21 Oct 2024 22:12:58 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8345fa8c-a369-4328-9e07-da8cbfd34382\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.27762645Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 181.910972ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.278473323Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09ca8adb-2af5-485e-a838-753bf6b73431\", \"content-length\": \"124\", \"date\": \"Mon, 21 Oct 2024 22:12:58 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"09ca8adb-2af5-485e-a838-753bf6b73431\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.461190947Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 229.6817ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.461938086Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e2b4c0a-4d07-4f1d-988f-1e6411398db5\", \"content-length\": \"124\", \"date\": \"Mon, 21 Oct 2024 22:12:58 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0e2b4c0a-4d07-4f1d-988f-1e6411398db5\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.692020236Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 330.104709ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.692422147Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f41c24c2-665e-49aa-85a9-7a674556961c\", \"content-length\": \"124\", \"date\": \"Mon, 21 Oct 2024 22:12:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f41c24c2-665e-49aa-85a9-7a674556961c\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.766161052Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.771660437Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:35030","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.771685478Z","hostname":"buskin","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.77174021Z","hostname":"buskin","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:35030","producer_id":"3a4f779d-8bd3-4d91-a396-42894e62700b"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:12:59.77288635Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"365.794076ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.773892567Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.773898917Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.773981139Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:12:59.773986459Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:00.023908984Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:00.140648709Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"480.930086ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:00.623746436Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.020056659s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:01.645531234Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.062789372s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:02.292436013Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2679"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:02.292468274Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2897"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:02.292473834Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2549"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:02.292477974Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2596"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:02.292481934Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2978"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:02.292496764Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3020"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:02.294524978Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2822"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:02.296197563Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2590"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:02.296328296Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:02.296437759Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 26.019121ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:02.566734065Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 135.476915ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:02.747400544Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 198.500344ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:02.92979535Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 431.435904ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:03.287639916Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:03.710095936Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.624681394s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 505.857943ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:03.891170506Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 724.354758ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:04.463034145Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 587.686943ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:05.386166878Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 828.894235ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:06.088188548Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.103128168s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:07.006302978Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:08.511897781Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"11.863103353s"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.516934174Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.516977386Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.517021247Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.517039107Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.517234282Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.517413867Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.517475969Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.517488009Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.51752647Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:62263","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.736559847Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.736638569Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.736811694Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.736885796Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.736903326Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.736931817Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.736958638Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.736978668Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.74271704Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4245","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.742729551Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4261"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:08.742734231Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.003649787Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63308"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.003966565Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.003976466Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.004028537Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.004043287Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.004176561Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"a2ab4a4d-2b32-4e5b-bf7b-7d9a4de2d8eb","remote_addr":"[fd00:1122:3344:101::1]:63308","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":336,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.258394161Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64689"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.258587446Z","hostname":"buskin","pid":1572,"uri":"/sled-role","method":"GET","req_id":"b2deb578-e661-4715-8ae4-8bcd9ca2f3ca","remote_addr":"[fd00:1122:3344:101::1]:64689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.259628613Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.259670604Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.260119196Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.260389423Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:882"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 1176d6fe-a29f-4ed7-a7fc-8e68bf5b7cf7, pool_id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: b6b708a1-1194-460a-be62-6d7de016d275, pool_id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: cc7e76c6-5f2f-4b9a-825f-83ae2a9a8eff, pool_id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 89dc9498-30a1-4b0a-973d-992239c88a88, pool_id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: ac5da5fc-2634-48a0-b271-7e86ec6bdf8c, pool_id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 05a4d05d-0852-48ac-bb5e-5f0a2dd2a2ba, pool_id: 90705497-84c9-476f-8d36-e65e99d1bd4b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: c5fb2eed-2190-4b4a-82b5-bf1298beb6bc, pool_id: 05b81f98-d3c4-4b12-8704-5c05816d7ae0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 6fb6d43d-78ee-4167-9d7e-0fa1f36b5f3c, pool_id: 8661a543-f08a-48c3-ad32-848280029dd1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: b9e6d14d-3851-478f-9ad2-1f05662ab7f9, pool_id: 541f1b46-2a21-484b-93da-6f70e35706f3 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.292157665Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.292253418Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45610"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.297212159Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 1176d6fe-a29f-4ed7-a7fc-8e68bf5b7cf7, pool_id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: b6b708a1-1194-460a-be62-6d7de016d275, pool_id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: cc7e76c6-5f2f-4b9a-825f-83ae2a9a8eff, pool_id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 89dc9498-30a1-4b0a-973d-992239c88a88, pool_id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: ac5da5fc-2634-48a0-b271-7e86ec6bdf8c, pool_id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 05a4d05d-0852-48ac-bb5e-5f0a2dd2a2ba, pool_id: 90705497-84c9-476f-8d36-e65e99d1bd4b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: c5fb2eed-2190-4b4a-82b5-bf1298beb6bc, pool_id: 05b81f98-d3c4-4b12-8704-5c05816d7ae0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 6fb6d43d-78ee-4167-9d7e-0fa1f36b5f3c, pool_id: 8661a543-f08a-48c3-ad32-848280029dd1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: b9e6d14d-3851-478f-9ad2-1f05662ab7f9, pool_id: 541f1b46-2a21-484b-93da-6f70e35706f3 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.297253021Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.297263411Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.297277571Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.297281821Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.297295172Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.297299372Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.297303992Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.297307872Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.508013738Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:09.508040679Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/3a4f779d-8bd3-4d91-a396-42894e62700b)","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:09.752470839Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:09.776453364Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13775044722808248637"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:09.776546487Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4782032011924299384"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.224161403Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.276542481Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.286117906Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.286204408Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.286215538Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.286234889Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.286248449Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.286386222Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.286396893Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.32815325Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_0ee78aa3-d1dc-4aba-bf73-48e592f89cd6/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.336794579Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_0ee78aa3-d1dc-4aba-bf73-48e592f89cd6","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.546871738Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.554921752Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.554956402Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.554963893Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.554970273Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.554974733Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.564870115Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.564898816Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.67404727Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.680969613Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.681001424Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.681009114Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.681057816Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.681067136Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.68120404Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.68121277Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.721333633Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9b64ac79-716a-4b39-8754-4c2453aaac1e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.728652357Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/3a4f779d-8bd3-4d91-a396-42894e62700b)","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:10.754962795Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_9b64ac79-716a-4b39-8754-4c2453aaac1e","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.933716984Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.941987023Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.942027274Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.942035804Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.942042495Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.942064355Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.951918536Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:10.951941287Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.068328762Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.076284763Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.076328174Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.076338994Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.076377845Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.076390045Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.07654384Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.07655964Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.117531936Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_8bf4d349-c633-4f1a-a81c-d5eec16ddefe/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.125374534Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_8bf4d349-c633-4f1a-a81c-d5eec16ddefe","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.334683283Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.342939392Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.342981013Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.342990023Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.342997764Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.343004894Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.35228085Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.35230802Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.463598641Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.471551481Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.471604063Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.471613313Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.471636094Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.471665685Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.471790578Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.471803108Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.511565272Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_e487f5b8-a175-40c9-977a-bf79d6ff0780/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.518292831Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_e487f5b8-a175-40c9-977a-bf79d6ff0780","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.711797541Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.718670133Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.718719354Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.718727554Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.718737185Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.718744445Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.727311942Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.727350583Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.836791864Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.845241008Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.84529812Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.84530527Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.845383722Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.845397123Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.845517626Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.845526896Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/3a4f779d-8bd3-4d91-a396-42894e62700b)","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:11.848985528Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.888560307Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ce69c7e2-d19a-4ebb-ab3a-bad68b57d874/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:11.895616234Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_ce69c7e2-d19a-4ebb-ab3a-bad68b57d874","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.091058464Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.09919199Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.099239651Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.099246721Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.099252341Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.099259202Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.109680878Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.109705269Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"90705497-84c9-476f-8d36-e65e99d1bd4b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.225505808Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 90705497-84c9-476f-8d36-e65e99d1bd4b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.234121327Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.234148458Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.234157328Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.234205299Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.23423478Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.234316842Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.234341523Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.274739944Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_90705497-84c9-476f-8d36-e65e99d1bd4b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.282932221Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_90705497-84c9-476f-8d36-e65e99d1bd4b","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.498766823Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.506935589Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.506980891Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.506989731Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.506997611Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.507019142Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.51674154Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.51677091Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"05b81f98-d3c4-4b12-8704-5c05816d7ae0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.630502725Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 05b81f98-d3c4-4b12-8704-5c05816d7ae0 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.638756274Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.638802315Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.638810116Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.638834146Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.638846806Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.63897159Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.63898021Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.683188292Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.690410424Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/3a4f779d-8bd3-4d91-a396-42894e62700b)","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:12.851631227Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_05b81f98-d3c4-4b12-8704-5c05816d7ae0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.893753394Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.901715435Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.901773757Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.901784147Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.901809738Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.901815618Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.911577007Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:12.911616078Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"8661a543-f08a-48c3-ad32-848280029dd1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.026084932Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 8661a543-f08a-48c3-ad32-848280029dd1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.033507588Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.03355047Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.03355839Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.033626002Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.033636642Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.033724794Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.033730614Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.079449397Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_8661a543-f08a-48c3-ad32-848280029dd1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.087354106Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_8661a543-f08a-48c3-ad32-848280029dd1","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.301582326Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.309399203Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.309457954Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.309473265Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.309482875Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.309491245Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.318950416Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.318978227Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"541f1b46-2a21-484b-93da-6f70e35706f3 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.435826904Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 541f1b46-2a21-484b-93da-6f70e35706f3 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.443797846Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.443827937Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.443837567Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.443871487Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.443882278Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.444012971Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.444021371Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.48695243Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_541f1b46-2a21-484b-93da-6f70e35706f3/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.494581282Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_541f1b46-2a21-484b-93da-6f70e35706f3","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.700656255Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.708976366Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.709014357Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.70913234Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.709262073Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0500fe75-d078-4f34-9d60-cafba837dfd4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 71eda1bd-5515-4b4f-a29e-2d0ab422249c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 90705497-84c9-476f-8d36-e65e99d1bd4b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 05b81f98-d3c4-4b12-8704-5c05816d7ae0 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8661a543-f08a-48c3-ad32-848280029dd1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 541f1b46-2a21-484b-93da-6f70e35706f3 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.709337495Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.709345576Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.709460179Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.709752746Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.709764757Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.709769237Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.709774227Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.709778217Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.709809538Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.709817328Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.709848099Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.709855919Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.709929121Z","hostname":"buskin","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"90cba21f-63a6-4fc5-b6a6-dd79670c0d8a","remote_addr":"[fd00:1122:3344:101::1]:45610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4412844,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: e04c7bfb-0b85-43f1-a0c6-89aa67c7647d (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 028f797b-49b7-44b9-b7a3-93d4287fd542 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25b6c6ed-23c5-4a99-9646-214c5efddf42 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.741244371Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.741378675Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42834"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e04c7bfb-0b85-43f1-a0c6-89aa67c7647d, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.741654832Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.741670193Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e04c7bfb-0b85-43f1-a0c6-89aa67c7647d, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 028f797b-49b7-44b9-b7a3-93d4287fd542, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.801709194Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.801746685Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 028f797b-49b7-44b9-b7a3-93d4287fd542, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/3a4f779d-8bd3-4d91-a396-42894e62700b)","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:13.853709313Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b6c6ed-23c5-4a99-9646-214c5efddf42, dataset_name: DatasetName { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.859690501Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.859699031Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 25b6c6ed-23c5-4a99-9646-214c5efddf42, dataset_name: DatasetName { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.91773371Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.917801162Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.917810022Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.917817912Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.959044915Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.959093297Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:13.959099127Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:14.010457127Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:14.013903089Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:14.018147981Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:14.031252329Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:14.035232754Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:14.038974234Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/3a4f779d-8bd3-4d91-a396-42894e62700b)","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:14.855042928Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:15.626188401Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:15.626278883Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:15.62653011Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:16.112139643Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:16.112226226Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:16.593728801Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d\") failed: Property not found. retry in 27.426747ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:16.601787024Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:16.601829365Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:16.605532434Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:16.605582945Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d\") failed: Property not found. retry in 102.899275ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:16.638389945Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42\") failed: Property not found. retry in 66.994759ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:16.722160986Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542\") failed: Property not found. retry in 72.593533ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:16.733062004Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d\") failed: Property not found. retry in 196.75194ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:16.749645254Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42\") failed: Property not found. retry in 78.439249ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:16.813513617Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542\") failed: Property not found. retry in 98.182152ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:16.929310317Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42\") failed: Property not found. retry in 115.636949ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:17.035680666Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542\") failed: Property not found. retry in 109.834806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:17.055571053Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d\") failed: Property not found. retry in 439.265594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:17.093040737Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42\") failed: Property not found. retry in 315.371509ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:17.172461202Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542\") failed: Property not found. retry in 225.443841ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:17.191497937Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542\") failed: Property not found. retry in 735.340333ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:17.426087266Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42\") failed: Property not found. retry in 712.92637ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:17.4997755Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d\") failed: Property not found. retry in 1.167122491s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:17.541440124Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:17.586584251Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4269"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:17.586628692Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4279","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:17.593181316Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4358"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:17.700170152Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4406"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:17.700202783Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:17.743233194Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4446"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:17.743266555Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4310"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:17.801465808Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4352"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:17.801497008Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4413","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:17.822801753Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4424"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:17.822830774Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:17.895880991Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4498"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:17.895920102Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4504"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.017533155Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4545"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.017586287Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.05770777Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.070630243Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:52766"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.070850239Z","hostname":"buskin","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"08c3ee8d-af58-45d7-bb44-2b611a7acf1e","remote_addr":"[fd00:1122:3344:101::2]:52766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"200"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.090229872Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.090343665Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.090830378Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.090861099Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.127082269Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"wait for service Some(\"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542\") failed: Property not found. retry in 976.058405ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:18.172936135Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181538633Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181604885Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181617895Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181624835Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181631505Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181638536Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181645006Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181653026Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181659636Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181675797Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181684067Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181690837Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181697417Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181706057Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181712138Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181718648Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181725138Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181729628Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181734568Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181739158Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181743798Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181748488Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:18.181763019Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42\") failed: Property not found. retry in 1.071584292s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:18.223218828Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:18.519701708Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10162128678656289986"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:18.519826511Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5925502286492619752"} {"msg":"wait for service Some(\"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d\") failed: Property not found. retry in 951.422599ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:18.718808726Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542\") failed: Property not found. retry in 693.372422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:19.157833935Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42\") failed: Property not found. retry in 1.439504654s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:19.302666594Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d\") failed: Property not found. retry in 678.345524ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:19.679511465Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:19.779160916Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13775044722808248637"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:19.77927699Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4782032011924299384"} {"msg":"wait for service Some(\"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542\") failed: Property not found. retry in 1.231340062s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:19.859856256Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d\") failed: Property not found. retry in 1.015108183s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:20.36551452Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42\") failed: Property not found. retry in 1.409091267s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:20.752043238Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542\") failed: Property not found. retry in 982.566977ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:21.102169859Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d\") failed: Property not found. retry in 952.666633ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:21.389408574Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542\") failed: Property not found. retry in 1.388802877s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:22.09540579Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42\") failed: Property not found. retry in 568.517602ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:22.17162431Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d\") failed: Property not found. retry in 1.484923643s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:22.351835878Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42\") failed: Property not found. retry in 910.738883ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:22.749690635Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542\") failed: Property not found. retry in 734.753021ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:23.493459882Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42\") failed: Property not found. retry in 522.427408ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:23.668833782Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d\") failed: Property not found. retry in 1.434228552s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:23.845027133Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42\") failed: Property not found. retry in 1.073402973s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:24.20065566Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542\") failed: Property not found. retry in 1.218817594s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:24.238235856Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42\") failed: Property not found. retry in 744.624002ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:25.283733273Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d\") failed: Property not found. retry in 563.979255ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:25.291459437Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542\") failed: Property not found. retry in 686.666071ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:25.46620757Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:26.171530338Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_028f797b-49b7-44b9-b7a3-93d4287fd542"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:26.171587669Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_e04c7bfb-0b85-43f1-a0c6-89aa67c7647d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:26.171595069Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_25b6c6ed-23c5-4a99-9646-214c5efddf42"} {"msg":"Writing ledger to /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:26.171600299Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:26.171863106Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:26.172145414Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"976bb006-4179-46e5-bb75-549ed25b47ea","remote_addr":"[fd00:1122:3344:101::1]:42834","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":12430655,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:26.174137747Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"failed to write DNS configuration (will retry in 139.894669ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:26.203579757Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 77.356958ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:26.34476626Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 79.030527ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:26.42399097Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 198.712131ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:26.504181596Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 250.808788ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:26.70347561Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 273.063064ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:26.955842Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 274.610087ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:27.230119101Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.569445397Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"failed to write DNS configuration (will retry in 70.451802ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:27.598756194Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:5353/config)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.72536853Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.802835104Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.802863275Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.834832152Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.835742066Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.835748916Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: e04c7bfb-0b85-43f1-a0c6-89aa67c7647d (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 028f797b-49b7-44b9-b7a3-93d4287fd542 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25b6c6ed-23c5-4a99-9646-214c5efddf42 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f3328d5b-2430-4d91-80e0-87f46988c76b (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 78cd174d-08c5-4edd-a75f-b782ba016d53, kind: Service { id: f3328d5b-2430-4d91-80e0-87f46988c76b }, name: Name(\"ntp-f3328d5b-2430-4d91-80e0-87f46988c76b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 10])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.86455872Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.864640302Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64071"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e04c7bfb-0b85-43f1-a0c6-89aa67c7647d, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.864821237Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.864831867Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e04c7bfb-0b85-43f1-a0c6-89aa67c7647d, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 028f797b-49b7-44b9-b7a3-93d4287fd542, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.888833194Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.888873835Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 028f797b-49b7-44b9-b7a3-93d4287fd542, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b6c6ed-23c5-4a99-9646-214c5efddf42, dataset_name: DatasetName { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.910402496Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.910440647Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 25b6c6ed-23c5-4a99-9646-214c5efddf42, dataset_name: DatasetName { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.928905316Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.928962318Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.929124892Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.929229515Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.940292918Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.972302616Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.985341232Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:27.985363962Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:28.014401512Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 249, 10]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:28.014428973Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:28.014795703Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:28.014804513Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:28.015161092Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:28.015757588Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:28.040304529Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:28.0584375Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:28.521983719Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10162128678656289986"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:28.522087321Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5925502286492619752"} {"msg":"Profile for oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:28.709987583Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:28.710101226Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b\") failed: Property not found. retry in 48.504984ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:28.845413903Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b\") failed: Property not found. retry in 116.975833ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:28.901464929Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b\") failed: Property not found. retry in 207.346767ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:29.049046951Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b\") failed: Property not found. retry in 369.431052ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:29.266912556Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b\") failed: Property not found. retry in 608.56039ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:29.646470369Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:29.781875688Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13775044722808248637"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:29.782001902Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4782032011924299384"} {"msg":"wait for service Some(\"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b\") failed: Property not found. retry in 1.384293062s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:30.266105835Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/3a4f779d-8bd3-4d91-a396-42894e62700b)","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:30.87170599Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"wait for service Some(\"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b\") failed: Property not found. retry in 761.913789ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:31.65974675Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b\") failed: Property not found. retry in 554.857326ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:32.430906074Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b\") failed: Property not found. retry in 810.816648ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:32.994451993Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b\") failed: Property not found. retry in 1.200834997s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:33.81476682Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:35.03469106Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b"} {"msg":"Writing ledger to /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:35.034785162Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:35.035155092Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:35.035495591Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"9f164964-a1b0-489d-b802-0bee5359738d","remote_addr":"[fd00:1122:3344:101::1]:64071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7170806,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:35.037770441Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:35.067173471Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:35.067331895Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42821"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:35.075539003Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:35.075638705Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"52836725-64d0-4d89-a7f0-bf77a354ceb5","remote_addr":"[fd00:1122:3344:101::1]:42821","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8147,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:35.077862164Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:35.249768262Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:35.249914486Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49941"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:39.257429395Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:39.257567699Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"8fa94d69-3d7f-4d5a-821a-4bac75394699","remote_addr":"[fd00:1122:3344:101::1]:49941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4007493,"response_code":"500"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:39.259711495Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6495980172823715303"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:39.259860089Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16418246558056088026"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:39.260015344Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15926283672818770370"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:39.260157897Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10162128678656289986"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:39.260287181Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5925502286492619752"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:39.260959609Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:39.386508187Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:39.386678191Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63167"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:39.395594908Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:39.39569339Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"994af36d-d54a-428a-a944-34590e9923c4","remote_addr":"[fd00:1122:3344:101::1]:63167","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8936,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:39.398057013Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:39.630118075Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:39.630245588Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57675"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f3328d5b-2430-4d91-80e0-87f46988c76b': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:39.638515508Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:39.638652161Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"0e48e0dd-9b61-414a-ae2e-5fcf38078f9d","remote_addr":"[fd00:1122:3344:101::1]:57675","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8365,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:39.640891971Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:39.783221264Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13775044722808248637"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:39.783365168Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4782032011924299384"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:39.886099441Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:39.886256166Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:34852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:43.89764228Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"ea32dfd2-ca8d-4080-8f8f-f2134fcc08fc","remote_addr":"[fd00:1122:3344:101::1]:34852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4008913,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759117325, ip_addr: 45.63.54.13, stratum: 3, ref_time: 1729548823.5737448, correction: 0.067183748 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:43.899938256Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:43.899960681Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:44.098107481Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:44.098280379Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38289"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:44.106736781Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"8c97fe9f-1e6e-406f-bd41-d65ec625404a","remote_addr":"[fd00:1122:3344:101::1]:38289","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8380,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729548822.0482528, correction: 0.066617586 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:44.108359815Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:44.108365261Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:44.459590308Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:44.459731349Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:44.46923919Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"dbe4fa8b-a6bf-4a07-8cc2-226f038ce1bb","remote_addr":"[fd00:1122:3344:101::1]:54081","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9368,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729548822.0482528, correction: 0.065638818 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:44.471093687Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:44.471100531Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:44.896512721Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:44.896645418Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57813"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:44.905404453Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"2577131b-d232-4a4d-b45d-a4cc83f66257","remote_addr":"[fd00:1122:3344:101::1]:57813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8650,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759117325, ip_addr: 45.63.54.13, stratum: 3, ref_time: 1729548824.0299342, correction: 0.064615294 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:44.907163154Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:44.907168788Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:45.0440917Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7721084937515531976"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:45.044202009Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11711496586634210238"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:45.191571412Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:45.191674427Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41960"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:45.200135896Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"6bdb3301-e8d8-46cb-9d63-fbd7d69c1110","remote_addr":"[fd00:1122:3344:101::1]:41960","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8335,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759117325, ip_addr: 45.63.54.13, stratum: 3, ref_time: 1729548824.0299342, correction: 0.063819043 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:45.20345082Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:45.203458378Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:45.423536385Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"171.393329ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:45.530895835Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:45.531043813Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49459"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:45.539338742Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"42a9d7ac-44b5-4427-a043-f2b0463d4d97","remote_addr":"[fd00:1122:3344:101::1]:49459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8188,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759117325, ip_addr: 45.63.54.13, stratum: 3, ref_time: 1729548824.0299342, correction: 0.062902912 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:45.540973839Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:45.541044857Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:45.955190683Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:45.95542829Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35476"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:45.96468731Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"3a3e4f38-741b-4d09-a2db-599adbc6b361","remote_addr":"[fd00:1122:3344:101::1]:35476","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9160,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759117325, ip_addr: 45.63.54.13, stratum: 3, ref_time: 1729548825.4070108, correction: 0.061683603 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:45.966929422Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:45.966935189Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:46.78015246Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:46.780298396Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55972"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:46.788176625Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"cdb6dfbb-6315-4f2e-bc4b-3611cc0128d6","remote_addr":"[fd00:1122:3344:101::1]:55972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7773,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759117325, ip_addr: 45.63.54.13, stratum: 3, ref_time: 1729548825.4070108, correction: 0.059459064 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:46.789930332Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:46.789936989Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:47.424040806Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:47.424147806Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46045"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:47.432558401Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"cf907e87-2490-454b-b3af-36ace72cadf5","remote_addr":"[fd00:1122:3344:101::1]:46045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8342,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759117325, ip_addr: 45.63.54.13, stratum: 3, ref_time: 1729548826.6049316, correction: 0.057528291 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:47.436225039Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:47.436235474Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:47.874160418Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53527"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:47.874372824Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"64d4a972-2423-4a93-881b-aa98c46f95fb","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53527","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:48.465993386Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:48.466112085Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:51186"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:48.473943148Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"3d75b865-1d48-4e69-8705-b16991aea654","remote_addr":"[fd00:1122:3344:101::1]:51186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7730,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759117325, ip_addr: 45.63.54.13, stratum: 3, ref_time: 1729548827.4838574, correction: 0.054522302 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:48.476015984Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:48.476025218Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:49.225749123Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:49.225915975Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35047"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:49.235628624Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"c45633c3-a0ab-48fe-a936-c0669eb1bdac","remote_addr":"[fd00:1122:3344:101::1]:35047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9585,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759117325, ip_addr: 45.63.54.13, stratum: 3, ref_time: 1729548828.2394722, correction: 0.051978748 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:49.238141559Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:49.238149501Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:49.279918873Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6495980172823715303"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:49.280039702Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16418246558056088026"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:49.280221265Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15926283672818770370"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:49.280331415Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10162128678656289986"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:49.280440777Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5925502286492619752"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:49.805187711Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13775044722808248637"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-21T22:13:49.805302999Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4782032011924299384"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:50.920166822Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:50.920334621Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55716"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:50.939754369Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"57bc30cd-a35f-4d8a-91a8-456160b51043","remote_addr":"[fd00:1122:3344:101::1]:55716","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":19228,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 759117325, ip_addr: 45.63.54.13, stratum: 3, ref_time: 1729548830.534083, correction: 0.046988752 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:50.944059822Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:50.944065972Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1298"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: e04c7bfb-0b85-43f1-a0c6-89aa67c7647d (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 028f797b-49b7-44b9-b7a3-93d4287fd542 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25b6c6ed-23c5-4a99-9646-214c5efddf42 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f3328d5b-2430-4d91-80e0-87f46988c76b (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 78cd174d-08c5-4edd-a75f-b782ba016d53, kind: Service { id: f3328d5b-2430-4d91-80e0-87f46988c76b }, name: Name(\"ntp-f3328d5b-2430-4d91-80e0-87f46988c76b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 10])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 875ae732-7a07-4742-9d2a-1dd4a7782221 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7c37eef0-3845-4d33-bf68-15d5ba300400 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ccafda1-2320-414a-bf87-18f1cd9ef6d4 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External } } } }, OmicronZoneConfig { id: f110efd1-2d8d-4e99-ba1d-8cc2ee254f88 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3525d598-88a6-4097-8ee8-5dbe1a78e59c (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:50.973617371Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:50.973740767Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36723"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e04c7bfb-0b85-43f1-a0c6-89aa67c7647d, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:50.974115512Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:50.974122487Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e04c7bfb-0b85-43f1-a0c6-89aa67c7647d, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 028f797b-49b7-44b9-b7a3-93d4287fd542, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:50.996454817Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:50.996505808Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 028f797b-49b7-44b9-b7a3-93d4287fd542, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b6c6ed-23c5-4a99-9646-214c5efddf42, dataset_name: DatasetName { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.01471882Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.014763943Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 25b6c6ed-23c5-4a99-9646-214c5efddf42, dataset_name: DatasetName { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 875ae732-7a07-4742-9d2a-1dd4a7782221, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.034036307Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.034073874Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 875ae732-7a07-4742-9d2a-1dd4a7782221, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c37eef0-3845-4d33-bf68-15d5ba300400, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.105032584Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.105072158Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7c37eef0-3845-4d33-bf68-15d5ba300400, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5ccafda1-2320-414a-bf87-18f1cd9ef6d4, dataset_name: DatasetName { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.179014321Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.179050529Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5ccafda1-2320-414a-bf87-18f1cd9ef6d4, dataset_name: DatasetName { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f110efd1-2d8d-4e99-ba1d-8cc2ee254f88, dataset_name: DatasetName { pool_name: ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.246202758Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.246250665Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f110efd1-2d8d-4e99-ba1d-8cc2ee254f88, dataset_name: DatasetName { pool_name: ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3525d598-88a6-4097-8ee8-5dbe1a78e59c, dataset_name: DatasetName { pool_name: ZpoolName { id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.313174888Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.313214001Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3525d598-88a6-4097-8ee8-5dbe1a78e59c, dataset_name: DatasetName { pool_name: ZpoolName { id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.379675509Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.379724091Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.379944653Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.380070816Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.4669022Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.466948617Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.466953745Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.466960261Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.466966467Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.563606533Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.568000698Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.572521241Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.577145702Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.582085322Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.586944861Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.591843694Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.596438288Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.601330932Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:51.605975103Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:54.647531329Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:54.647764614Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:54.647780617Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:54.653417772Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:54.666606671Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:54.666722052Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:54.740729678Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:54.740835871Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:54.7461443Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:13:54.7462612Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 61.481202ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:54.793042707Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 74.722424ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:54.800388458Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 34.998607ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:54.815791042Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 109.265069ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:54.862442676Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 82.76513ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:54.986523399Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 143.758556ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:55.346616515Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c\") failed: Property not found. retry in 26.796426ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:55.650193558Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4\") failed: Property not found. retry in 70.153125ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:55.758179544Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 242.570598ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:55.809551912Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 166.102782ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:56.179562035Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 111.732722ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:56.314543913Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c\") failed: Property not found. retry in 141.515208ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:57.041607153Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4\") failed: Property not found. retry in 123.247747ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:57.130511892Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 425.019561ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:57.392665862Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 251.293823ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:57.442018646Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 511.41242ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:57.475621045Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c\") failed: Property not found. retry in 113.355618ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:57.501496156Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4\") failed: Property not found. retry in 174.836671ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:57.525377434Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c\") failed: Property not found. retry in 515.25489ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:57.628477331Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 500.718865ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:57.705240392Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4\") failed: Property not found. retry in 367.797561ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:57.714690997Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 1.095136992s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:57.829560449Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 1.01637824s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:57.999754857Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4\") failed: Property not found. retry in 623.285178ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:58.094949941Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c\") failed: Property not found. retry in 1.041844133s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:58.157066096Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 730.330513ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:58.222538248Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4\") failed: Property not found. retry in 609.976951ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:58.728665184Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 822.463311ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:58.937482094Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 1.362071269s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:58.962816141Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 536.924232ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:59.026061812Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c\") failed: Property not found. retry in 696.044938ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:59.210034704Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4\") failed: Property not found. retry in 1.093280179s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:59.349779777Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 1.187728003s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:59.573925902Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 1.455874308s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:59.771134054Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c\") failed: Property not found. retry in 621.736523ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:13:59.917454178Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 526.965087ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:00.338922318Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4\") failed: Property not found. retry in 544.002031ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:00.456479896Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c\") failed: Property not found. retry in 511.428169ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:00.551456893Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:00.673316887Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"711.438889ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 836.614858ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:00.775909905Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 726.67802ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:00.878383301Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4\") failed: Property not found. retry in 1.366588265s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:01.015456082Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c\") failed: Property not found. retry in 1.395987251s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:01.076642863Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 1.184561711s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:01.243793225Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 1.498916676s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:01.619226852Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 767.655622ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:01.627805295Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4\") failed: Property not found. retry in 811.921642ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:02.394616643Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 961.688486ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:02.40599143Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 1.068403665s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:02.439385449Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c\") failed: Property not found. retry in 1.468742852s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:02.48515198Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 872.393328ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:03.131663152Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4\") failed: Property not found. retry in 1.338938032s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:03.22098706Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 907.623447ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:03.380202393Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 1.276833396s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:03.519494765Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c\") failed: Property not found. retry in 1.499170596s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:03.967066456Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 683.975264ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:04.015536536Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 1.081276794s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:04.302905461Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 633.559526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:04.712008434Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 801.797474ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:04.810428203Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 1.392809019s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:05.358287927Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 608.054265ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:05.39738797Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 915.715421ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:05.624992491Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 728.620669ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:06.018987868Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 813.720024ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:06.553478343Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 1.087399063s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:06.798498311Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 701.91309ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:06.815538985Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 947.635151ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:07.381550522Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 1.234154616s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:07.53284974Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 1.33411352s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:07.901170479Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 1.37764043s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:08.343137856Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 702.688078ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:08.781298237Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 1.325545252s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:09.247567375Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 1.248105634s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:09.495067136Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 654.915467ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:09.730841917Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 1.257471s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:10.39560339Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 687.757307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:10.584163539Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 1.020791631s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:10.753084378Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 1.042378591s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:11.280204523Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 611.177582ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:11.663144077Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 869.195482ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:11.781863865Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 1.282882124s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:12.282590932Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 926.788678ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:12.329316051Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 581.702827ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:12.661374256Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400\") failed: Property not found. retry in 1.258469023s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:13.251929146Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88\") failed: Property not found. retry in 1.348017889s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:13.264296895Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 534.76416ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:13.573768775Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221\") failed: Property not found. retry in 584.062819ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:14.117665135Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:14.729831104Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_7c37eef0-3845-4d33-bf68-15d5ba300400"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:14.729902096Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_f110efd1-2d8d-4e99-ba1d-8cc2ee254f88"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:14.729910127Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_3525d598-88a6-4097-8ee8-5dbe1a78e59c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:14.729916567Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_5ccafda1-2320-414a-bf87-18f1cd9ef6d4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:14.729924307Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_875ae732-7a07-4742-9d2a-1dd4a7782221"} {"msg":"Writing ledger to /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:14.729983309Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:14.730533523Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:14.731324364Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"41989590-a55f-43e9-9c70-b40c07acc815","remote_addr":"[fd00:1122:3344:101::1]:36723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23710914,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:14.764034901Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:33265"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::7]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:14.796318367Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3720"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:15.000261214Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3738"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:16.453713227Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"783.805724ms"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:18.071412065Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36333"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:18.071449166Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"71e20b9b-d97e-451b-9b5c-af839426e5cd","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36333","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.715381862Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3761"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.715440204Z","hostname":"buskin","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"a0bc3b64-8c8a-4d8f-9c4f-16009a6e47d6","remote_addr":"[fd00:1122:3344:101::1]:33265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6951670,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: e04c7bfb-0b85-43f1-a0c6-89aa67c7647d (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 028f797b-49b7-44b9-b7a3-93d4287fd542 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 25b6c6ed-23c5-4a99-9646-214c5efddf42 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f3328d5b-2430-4d91-80e0-87f46988c76b (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 78cd174d-08c5-4edd-a75f-b782ba016d53, kind: Service { id: f3328d5b-2430-4d91-80e0-87f46988c76b }, name: Name(\"ntp-f3328d5b-2430-4d91-80e0-87f46988c76b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 10])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 875ae732-7a07-4742-9d2a-1dd4a7782221 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7c37eef0-3845-4d33-bf68-15d5ba300400 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ccafda1-2320-414a-bf87-18f1cd9ef6d4 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External } } } }, OmicronZoneConfig { id: f110efd1-2d8d-4e99-ba1d-8cc2ee254f88 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3525d598-88a6-4097-8ee8-5dbe1a78e59c (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool), kind: External } } } }, OmicronZoneConfig { id: 838acd39-cfe6-47fb-8d1c-dc7e2e822e8e (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 7ae7bd1f-241e-4ec0-9620-be15aac81f93, kind: Service { id: 838acd39-cfe6-47fb-8d1c-dc7e2e822e8e }, name: Name(\"external-dns-838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 125])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f889cddd-725c-4076-b23b-28aeae7d2049 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 012a6837-f426-4220-931b-ab2fdcd49bff, kind: Service { id: f889cddd-725c-4076-b23b-28aeae7d2049 }, name: Name(\"external-dns-f889cddd-725c-4076-b23b-28aeae7d2049\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: c04212c2-27da-42af-9c75-b789d8d57f5b (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 05b81f98-d3c4-4b12-8704-5c05816d7ae0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 3def92b3-6b63-4a84-8310-911176cf7c54, kind: Service { id: c04212c2-27da-42af-9c75-b789d8d57f5b }, name: Name(\"nexus-c04212c2-27da-42af-9c75-b789d8d57f5b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 20])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: c6e5c392-1467-4f57-8573-baa22541fbd7 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: f2fc5464-17ce-47fa-abff-993e0a0f6b3a, kind: Service { id: c6e5c392-1467-4f57-8573-baa22541fbd7 }, name: Name(\"nexus-c6e5c392-1467-4f57-8573-baa22541fbd7\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 172])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0b905024-7489-4e92-9a23-b20a9ebc4115 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 05b81f98-d3c4-4b12-8704-5c05816d7ae0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 15d344f4-4d4c-49df-b4ca-5f9a29403c44, kind: Service { id: 0b905024-7489-4e92-9a23-b20a9ebc4115 }, name: Name(\"nexus-0b905024-7489-4e92-9a23-b20a9ebc4115\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 51])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0bffbf95-986c-4630-a1a6-9704dbf12753 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e8b49b4-3712-43c7-aff0-3e615c1688bd (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 26b518c4-d41c-4c13-9a5d-aeaad5e9c889 (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9efc942f-3f1f-4e1b-92dd-9216960e124c (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: f1d12ea4-18ab-4104-ba92-be8abd456ce0 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External } } } }, OmicronZoneConfig { id: bedc570c-cfbe-4813-b325-c3f8f0afae47 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External } } } }, OmicronZoneConfig { id: e4f2ceac-0718-43c6-b5a7-28a99f8588c6 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External } } } }, OmicronZoneConfig { id: f31cf245-eeaf-46d2-8dbc-41292b69c2df (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External } } } }, OmicronZoneConfig { id: d863b07f-7ef1-42bf-ae72-aa687afc859c (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3372113-fb9d-4d02-95c6-6fd073b69c10 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 90705497-84c9-476f-8d36-e65e99d1bd4b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 90705497-84c9-476f-8d36-e65e99d1bd4b (zpool), kind: External } } } }, OmicronZoneConfig { id: c32d697b-6351-4cf3-80ee-43597ea9be13 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 05b81f98-d3c4-4b12-8704-5c05816d7ae0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05b81f98-d3c4-4b12-8704-5c05816d7ae0 (zpool), kind: External } } } }, OmicronZoneConfig { id: ecaa93cc-004d-485b-8a4e-b9785075028c (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 8661a543-f08a-48c3-ad32-848280029dd1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8661a543-f08a-48c3-ad32-848280029dd1 (zpool), kind: External } } } }, OmicronZoneConfig { id: def846b7-28f9-4e31-b220-3c7e18efea30 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 541f1b46-2a21-484b-93da-6f70e35706f3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 541f1b46-2a21-484b-93da-6f70e35706f3 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.748579162Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.748698275Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43579"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e04c7bfb-0b85-43f1-a0c6-89aa67c7647d, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.749054455Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.749060625Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e04c7bfb-0b85-43f1-a0c6-89aa67c7647d, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 028f797b-49b7-44b9-b7a3-93d4287fd542, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.773295637Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.773340138Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 028f797b-49b7-44b9-b7a3-93d4287fd542, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25b6c6ed-23c5-4a99-9646-214c5efddf42, dataset_name: DatasetName { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.794018356Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.794064348Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 25b6c6ed-23c5-4a99-9646-214c5efddf42, dataset_name: DatasetName { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 875ae732-7a07-4742-9d2a-1dd4a7782221, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.814498032Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.814536611Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 875ae732-7a07-4742-9d2a-1dd4a7782221, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c37eef0-3845-4d33-bf68-15d5ba300400, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.835562568Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.835608239Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7c37eef0-3845-4d33-bf68-15d5ba300400, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5ccafda1-2320-414a-bf87-18f1cd9ef6d4, dataset_name: DatasetName { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.855462075Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.855502186Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5ccafda1-2320-414a-bf87-18f1cd9ef6d4, dataset_name: DatasetName { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f110efd1-2d8d-4e99-ba1d-8cc2ee254f88, dataset_name: DatasetName { pool_name: ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.874729656Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.874769567Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f110efd1-2d8d-4e99-ba1d-8cc2ee254f88, dataset_name: DatasetName { pool_name: ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3525d598-88a6-4097-8ee8-5dbe1a78e59c, dataset_name: DatasetName { pool_name: ZpoolName { id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.894423228Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.894476179Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3525d598-88a6-4097-8ee8-5dbe1a78e59c, dataset_name: DatasetName { pool_name: ZpoolName { id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 838acd39-cfe6-47fb-8d1c-dc7e2e822e8e, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.914634172Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.914669807Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 838acd39-cfe6-47fb-8d1c-dc7e2e822e8e, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f889cddd-725c-4076-b23b-28aeae7d2049, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.990584517Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:21.990629988Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f889cddd-725c-4076-b23b-28aeae7d2049, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.072757501Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.07280539Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f1d12ea4-18ab-4104-ba92-be8abd456ce0, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.148818371Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.148864472Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f1d12ea4-18ab-4104-ba92-be8abd456ce0, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ee78aa3-d1dc-4aba-bf73-48e592f89cd6 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bedc570c-cfbe-4813-b325-c3f8f0afae47, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.225522874Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.225570875Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: bedc570c-cfbe-4813-b325-c3f8f0afae47, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b64ac79-716a-4b39-8754-4c2453aaac1e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e4f2ceac-0718-43c6-b5a7-28a99f8588c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.303606701Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.303655443Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e4f2ceac-0718-43c6-b5a7-28a99f8588c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 8bf4d349-c633-4f1a-a81c-d5eec16ddefe (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f31cf245-eeaf-46d2-8dbc-41292b69c2df, dataset_name: DatasetName { pool_name: ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.37706096Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.377110362Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f31cf245-eeaf-46d2-8dbc-41292b69c2df, dataset_name: DatasetName { pool_name: ZpoolName { id: e487f5b8-a175-40c9-977a-bf79d6ff0780 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d863b07f-7ef1-42bf-ae72-aa687afc859c, dataset_name: DatasetName { pool_name: ZpoolName { id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.452379967Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.452443998Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d863b07f-7ef1-42bf-ae72-aa687afc859c, dataset_name: DatasetName { pool_name: ZpoolName { id: ce69c7e2-d19a-4ebb-ab3a-bad68b57d874 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3372113-fb9d-4d02-95c6-6fd073b69c10, dataset_name: DatasetName { pool_name: ZpoolName { id: 90705497-84c9-476f-8d36-e65e99d1bd4b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.545835338Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.545912393Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e3372113-fb9d-4d02-95c6-6fd073b69c10, dataset_name: DatasetName { pool_name: ZpoolName { id: 90705497-84c9-476f-8d36-e65e99d1bd4b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c32d697b-6351-4cf3-80ee-43597ea9be13, dataset_name: DatasetName { pool_name: ZpoolName { id: 05b81f98-d3c4-4b12-8704-5c05816d7ae0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.620522042Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.620573605Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c32d697b-6351-4cf3-80ee-43597ea9be13, dataset_name: DatasetName { pool_name: ZpoolName { id: 05b81f98-d3c4-4b12-8704-5c05816d7ae0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ecaa93cc-004d-485b-8a4e-b9785075028c, dataset_name: DatasetName { pool_name: ZpoolName { id: 8661a543-f08a-48c3-ad32-848280029dd1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.695685975Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.695750687Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ecaa93cc-004d-485b-8a4e-b9785075028c, dataset_name: DatasetName { pool_name: ZpoolName { id: 8661a543-f08a-48c3-ad32-848280029dd1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: def846b7-28f9-4e31-b220-3c7e18efea30, dataset_name: DatasetName { pool_name: ZpoolName { id: 541f1b46-2a21-484b-93da-6f70e35706f3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.769935123Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.770003685Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: def846b7-28f9-4e31-b220-3c7e18efea30, dataset_name: DatasetName { pool_name: ZpoolName { id: 541f1b46-2a21-484b-93da-6f70e35706f3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.84071834Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.840786512Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.841049928Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.841219043Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:22.971058045Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.048885598Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.049114944Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.049151085Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.049204327Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.049214594Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.049262613Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.049270554Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.064547019Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.064666309Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.292525034Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.292805982Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.292858073Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.292882244Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.292908564Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.292926315Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.310441089Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.310598286Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.310611786Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.310822129Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.316647284Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.322343695Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.327981714Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.33385419Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.339504619Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.345156159Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.507528722Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.513980474Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.520117557Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.525253703Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.531808887Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.537502206Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.543014221Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.549007803Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.555116365Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.560323663Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.565983933Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.572479245Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.580699783Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.587171164Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.594233671Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.600822646Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.607311648Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.613164986Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.618631668Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.624870573Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.630658617Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.693324168Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.771775257Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.849334643Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.903316794Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.959255266Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.961773493Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:23.961788524Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.013716418Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 223, 20]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.013746147Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.015770864Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.015801795Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.070621577Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 207, 125]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.070653568Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.072662232Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.072676022Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.124421243Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 233, 41]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.124463264Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.126231431Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.126246522Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.179654864Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 218, 51]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.179683242Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.18165207Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.181666161Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.233997758Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 192, 172]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.234029839Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.234248434Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.234260045Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.234353297Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.234366377Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.234408089Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.234416989Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.23447836Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.234487731Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.237273685Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.239419251Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.241613129Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.24162877Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.24163394Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.244266523Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.244278335Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.244285405Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.244291799Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.433441634Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.437793369Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.4378266Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.487598164Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.499545576Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.511635936Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.570969109Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.580242255Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.589151913Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.597645406Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.605826464Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.614144933Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:24.64606756Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:25.671986834Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:25.672165669Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:25.827871116Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:25.828030731Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:25.891492063Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:25.891665298Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:25.922831894Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:25.923013709Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:25.931017811Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:25.931222576Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:25.942762102Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:25.942904226Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 68.212355ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:26.011621308Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 102.385586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:26.096520978Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 30.13796ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:26.113883048Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:26.132706537Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:26.1829933Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 112.774408ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:26.211829465Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 247.939879ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:26.233845118Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 65.613848ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:26.252436411Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 51.122594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:26.269472753Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 60.544802ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:26.283913576Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 69.130742ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:26.298178924Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 107.264032ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:26.596148443Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 114.398438ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:26.639099262Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 287.191186ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:26.930414515Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 553.042421ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.023074971Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 146.001362ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.096833855Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 140.425225ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.217919076Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 52.693011ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.288062925Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 240.517309ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.327035038Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 427.945819ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.344273915Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 364.676045ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.360168407Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 42.029391ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.376947881Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 104.507121ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.440553487Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 255.804609ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.461172314Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 80.567111ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.480704302Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 485.676343ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.563418035Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 168.574351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.582629804Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 575.369203ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.59945892Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 605.610886ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.659080071Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:27.659669196Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:27.659944334Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:27.667289288Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:27.667500784Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 436.006638ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.730943726Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 1.173016547s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.742693987Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:27.742995685Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:27.743345195Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 551.183865ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.764076524Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 689.133887ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.784164307Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 74.101538ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.873394922Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 27.156225ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.883649844Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 128.369925ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.920741327Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 100.754756ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.959109165Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 71.710583ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:27.970450135Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 64.396006ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.056458414Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 245.504033ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.068403121Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 617.846153ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.080287836Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 200.869385ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.092256294Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 290.69986ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.131334779Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 415.172332ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.183149823Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 472.420163ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.195398028Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 1.223161656s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.278315726Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 258.742244ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.30750519Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 229.786585ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.331097395Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 970.359253ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.344009568Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 278.729801ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.435566755Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 614.587465ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.488457197Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 870.764779ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.574555619Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 865.010561ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.586005523Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 1.387872268s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.610094971Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 904.488133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.686790845Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 1.055206973s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.713317548Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 571.452892ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.727153985Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 1.02816569s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:28.930324341Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 1.301744008s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:29.116153546Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 1.045734086s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:29.315815429Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 614.451008ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:29.330710514Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 554.620252ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:29.497182458Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 1.057191881s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:29.627185024Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 1.097529884s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:29.656677546Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 1.481336364s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:29.673005868Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:29.702243814Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:29.702521721Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:29.7598046Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:29.760024406Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 921.843089ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:29.78435018Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 647.748073ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:29.959898284Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 844.097373ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:29.973617308Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 620.71915ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.010356942Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 32.985884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.045416401Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 43.441092ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.056794962Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 1.231531333s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.067969279Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 138.944006ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.08951126Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 59.936401ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.112801697Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 140.961177ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.185998158Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 297.28641ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.239556187Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:30.249619054Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:30.250005134Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:30.295883721Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:30.295934862Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 323.76132ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.342457265Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 1.358456325s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.374632338Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:30.387747126Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:30.388587728Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 1.180011484s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.430212242Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 65.629873ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.525700783Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 56.168715ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.536872659Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 348.238892ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.551348583Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 115.499181ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.602360945Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 126.491115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.613152491Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 33.863379ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.622002676Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 1.492016826s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.635077033Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 1.411260049s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.645451098Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 86.222718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.665551661Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 580.31013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.677850767Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 667.246199ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.696770898Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 878.716722ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.717466547Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 127.294912ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.729099165Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 230.786796ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.751886769Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 228.449517ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.761385901Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 932.161381ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.770941634Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 1.044154777s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.830160055Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 443.510988ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.866871898Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 939.488477ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.910763851Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 267.503855ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:30.994782199Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 291.755657ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.010499045Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 658.372686ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.18575337Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 994.795332ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.284412236Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 1.096016126s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.310729334Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 858.233812ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.33322532Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 1.051207839s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.348870295Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 1.134287548s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.371065783Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 683.416968ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.385348012Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:31.57350666Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:31.573585942Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 1.355080586s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.610731127Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 742.955532ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.623881976Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 692.596138ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.71723833Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 595.265853ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.750086031Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 43.304566ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.83379866Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 857.350814ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.856942924Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 964.944486ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.868224663Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 683.433168ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.886377624Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 68.589792ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.8952857Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 193.148111ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:31.975032874Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 1.08389298s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.070089564Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 1.249586506s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.082461962Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 1.418327396s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.13973632Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 544.82011ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.182754051Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 1.339580352s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.203128241Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 1.396066064s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.292071909Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.29815652Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"1.752600927s"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 527.983233ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.360688598Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 527.691326ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.379486567Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:32.379943519Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:32.380212026Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 616.00013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.412549993Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 723.320196ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.424981213Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 859.728296ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.436276392Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 640.167599ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.518435751Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 663.466848ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.581967635Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 72.815931ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.694914999Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 594.296595ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.727539324Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 458.419102ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.740460317Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 124.867483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.790563665Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 603.77258ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.85560819Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 1.035935085s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.908228795Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 1.497583365s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.924568838Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 114.871964ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.935359014Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 711.178405ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:32.980059069Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 1.367445813s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.041582479Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 481.142983ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.064730683Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 1.133772497s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.161522379Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 580.742236ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.172569962Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 1.421514661s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.18533119Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 1.157250115s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.2147557Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 1.22793816s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.257414051Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 952.176418ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.310396626Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 782.097375ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.336263092Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 783.677028ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.346701069Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 1.075522543s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.469136675Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 601.762785ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.552793442Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 1.04405357s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.561604316Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 1.357437432s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.569558697Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 608.165392ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.69943628Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 1.07719696s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.708527931Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 1.419379638s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.762192474Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 1.018616583s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:33.958098598Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 633.524998ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.134472003Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 633.018699ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.146583154Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 1.007112542s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.169096191Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 637.178683ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.276456418Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 1.36493752s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.309121724Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 716.081017ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.321568134Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 1.277477317s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.385473608Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 636.653852ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.423058444Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 664.369923ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.435628067Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 1.05554559s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.498370861Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 1.45149299s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.555959318Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 1.271859035s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.617992602Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 1.464891582s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.627510465Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 1.495659005s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.778401855Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 1.077280421s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.788331558Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 1.179826009s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.796045103Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 1.469552717s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.92268224Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 836.772451ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.935679385Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 1.211057045s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:34.984843968Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 875.424172ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:35.048273179Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 1.162019118s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:35.068099345Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 980.465855ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:35.109088041Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 1.336288123s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:35.185839126Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 811.923593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:35.192988076Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 1.165757663s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:35.564052703Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 1.313567597s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:35.672913759Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 1.055653792s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:35.68426488Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 1.059775477s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:35.781839997Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 1.322814449s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:35.8747794Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 646.79734ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:35.898718405Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 802.81103ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:35.931590287Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 1.486760316s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:35.9849265Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 877.862447ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.014095394Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 919.617861ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.023213955Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 1.128554123s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.098334166Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 750.055084ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.105852056Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 1.446329706s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.205577Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 1.459886859s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.240877295Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 1.096203699s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.283631069Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 1.433617758s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.406496636Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 1.022701438s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.545149812Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 658.571575ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.561119905Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 1.478691274s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.749272733Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 615.889793ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.80912618Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 960.836968ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.819450814Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 982.641346ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.852718676Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 568.994944ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.866039419Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 593.29794ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.900649906Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 969.656165ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.95321565Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 540.11547ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:36.994801412Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 1.062505077s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:37.206635387Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 1.090942951s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:37.228844476Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 1.052133489s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:37.23653946Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 905.723892ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:37.390923633Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 1.103489162s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:37.434653602Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 1.455836814s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:37.444120113Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 1.059867056s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:37.480482357Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 964.173133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:37.502979164Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 998.107811ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:37.545529242Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 1.253754848s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:37.577257433Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 839.885872ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:37.662363449Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 1.068976214s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:37.710340531Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 956.626796ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:37.791243186Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 1.354674749s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:37.845177935Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 1.048070137s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:37.854163224Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 1.108833606s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:37.934163515Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 858.833404ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.239721854Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 792.477629ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.295589045Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 991.495677ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.304091841Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 1.464375773s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.312122414Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 891.216979ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.32782232Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 1.325321964s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.478661059Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:38.483163908Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:38.483349733Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 1.253409527s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.512388963Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 1.357295993s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.547642757Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 1.082308323s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.555145646Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 524.481227ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.562993435Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 1.25453852s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.757625184Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 575.023589ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.788850012Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\") failed: Property not found. retry in 55.234221ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.833472855Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 833.464844ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.841772925Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\") failed: Property not found. retry in 68.756288ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.896735622Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 808.626129ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.90947131Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 977.492956ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.917355269Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\") failed: Property not found. retry in 260.739259ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:38.973758774Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 649.313027ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.052973164Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 625.608836ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.096309012Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 1.28107944s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.103526994Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 1.148704959s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.111204807Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:39.188683881Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:39.188831505Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 1.393585705s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.209936565Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 1.112856174s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.229061152Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\") failed: Property not found. retry in 526.160817ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.245638921Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 752.321358ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.304698047Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b\") failed: Property not found. retry in 48.60177ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.343798543Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 791.49059ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.374386024Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b\") failed: Property not found. retry in 127.221449ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.400731093Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b\") failed: Property not found. retry in 253.658755ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.53943006Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 580.725583ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.647979607Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 605.577438ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.684102885Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 1.350888086s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.71143688Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 858.687488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.727885146Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 1.477976795s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.736240527Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 1.453497369s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.775495938Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\") failed: Property not found. retry in 958.686685ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.784597989Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 534.370021ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.792513789Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b\") failed: Property not found. retry in 251.37922ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.803213573Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 822.830526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.814017889Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 843.729069ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.906231234Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 1.292041442s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:39.915394657Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 543.316472ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.022049794Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b\") failed: Property not found. retry in 706.403908ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.064705994Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 1.004006756s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.072660675Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 628.213553ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.174654929Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 1.279232572s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.238013579Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 986.132625ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.26935021Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 543.048927ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.298879793Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 810.0254ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.340365022Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 805.707608ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.352400601Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 1.098410864s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.394055146Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 1.206204602s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.574312264Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 894.25601ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.594802547Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 1.231225687s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.610522584Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 766.717756ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.646395135Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\") failed: Property not found. retry in 1.005276256s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.755452897Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 1.262853873s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.766026047Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b\") failed: Property not found. retry in 777.397145ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.78614185Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 1.367155642s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.815510659Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 772.115606ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:40.852671094Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 1.093364993s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.080203725Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 961.380761ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.094187176Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 1.325759672s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.160966336Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 586.613951ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.168605999Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 643.164194ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.217978628Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 1.389333464s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.226251467Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 823.145646ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.239153519Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 1.150144859s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.264414779Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 1.456604522s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.425025057Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 799.20526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.500873018Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 920.334681ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.511052497Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 933.70703ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.52700922Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b\") failed: Property not found. retry in 1.122151552s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.572229669Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 1.086270984s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.633067812Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 1.193403086s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.764153727Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\") failed: Property not found. retry in 1.164517802s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.772340524Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 1.372058272s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.790191788Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 1.444497521s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.850091286Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 757.02117ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:41.870193518Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 1.17802399s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.03814501Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 1.170387974s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.063900153Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 685.033554ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.071135185Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 735.114194ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.182811696Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 1.186076362s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.191879746Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 1.002132597s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.310273595Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 1.158479559s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.428002096Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 737.827354ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.443120487Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 799.792854ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.47078198Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 1.006996915s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.496587684Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 1.311052366s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.626977471Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 1.448912439s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.637639294Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b\") failed: Property not found. retry in 1.079206873s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.7042765Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 662.146863ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.731004579Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 1.295294146s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.766838379Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 1.468486448s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.89209468Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 1.134203391s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.929730807Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\") failed: Property not found. retry in 540.127483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.947157719Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 1.165953723s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:42.968206117Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 1.380237759s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:43.173090438Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 1.094853234s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:43.190220912Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 1.272039554s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:43.228079316Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 1.476034425s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:43.245396055Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 1.207535262s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:43.283717121Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 801.12331ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:43.306006812Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 726.570879ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:43.323521056Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 1.103785412s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:43.391082867Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 815.985037ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:43.40514083Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\") failed: Property not found. retry in 1.393360945s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:43.499572024Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 1.450094736s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:43.51526308Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 1.34888089s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:43.601891426Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b\") failed: Property not found. retry in 583.541922ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:43.794954164Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 1.441744837s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:43.950159649Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 1.254578285s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.063582105Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 911.910414ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.074468494Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 937.205584ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.08563265Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 1.158006387s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.099160598Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 1.363261728s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.120600607Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 1.459601472s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.148977869Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 652.766188ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.238013149Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 714.698509ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.300888516Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 1.271204386s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.375484254Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b\") failed: Property not found. retry in 857.639548ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.39305283Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 952.095912ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.508793878Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 1.253501515s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.524608457Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 669.691143ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.541019392Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 1.420497513s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.567757211Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 906.391536ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.741099346Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 1.214385615s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.911245737Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\") failed: Property not found. retry in 558.613549ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.928628508Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 981.859637ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.963893553Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 858.143197ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:44.979869076Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 1.025637991s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.004571681Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 1.045017908s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.035030179Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 1.070598655s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.076691082Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 608.782689ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.22671874Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b\") failed: Property not found. retry in 1.142212446s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.266369951Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 818.234409ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.279945771Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 1.145767873s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.332890245Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 952.577438ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.406295971Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 998.964659ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.47834123Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 1.020944354s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.500897879Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\") failed: Property not found. retry in 716.321155ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.519967334Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 828.751251ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.627788363Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 1.011024067s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.664945268Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 1.379674098s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.679294618Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 853.211894ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.795602121Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 1.482721833s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.850684881Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 564.358364ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.866343527Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 1.23381409s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:45.962122856Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 607.487532ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.0037606Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 669.768898ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.044773966Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 1.25033513s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.092969794Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 1.030678521s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.111018122Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 1.035113694s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.137069133Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 685.327829ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.158173103Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\") failed: Property not found. retry in 648.103574ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.246838703Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 1.057363271s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.372059453Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b\") failed: Property not found. retry in 564.414136ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.419519361Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 791.610836ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.442039758Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 1.143641357s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.468228532Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 1.406571823s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.489584389Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 670.46495ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.498444924Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 1.070108567s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.532723592Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 1.489277172s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.621482115Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 1.079478235s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.658795024Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 1.306897188s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.687133266Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 532.712588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.72576481Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 744.795031ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.855621893Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\") failed: Property not found. retry in 1.336924165s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.907696703Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b\") failed: Property not found. retry in 594.919457ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:46.997772551Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 1.244378891s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.072568633Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 717.358554ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.153676323Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 1.432120404s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.182750034Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 514.5117ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.196436037Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 1.410965218s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.211987089Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 807.224384ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.247946613Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 777.576714ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.277885916Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 867.003798ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.349203207Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 774.714166ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.361467842Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 707.809918ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.447211665Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b\") failed: Property not found. retry in 1.289879501s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.605724778Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 1.198756548s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.618674671Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 1.258398494s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.630902175Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 1.161006165s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.643612562Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 1.203469336s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.727495596Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 1.42352815s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.753775432Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 1.432957745s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.886436549Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 1.265482974s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:47.911067002Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 578.08987ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.010964581Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 758.29838ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.069895083Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 707.616385ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.085552987Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 1.032964352s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.123868083Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:48.126585615Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50387"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:48.127000746Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"5529f7df-f392-4eb3-9eaa-6004d062e377","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50387","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":283,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 743.420222ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.148782584Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 927.185416ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.167161691Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 1.450355182s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.233237953Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\") failed: Property not found. retry in 919.387879ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.264493162Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 1.303323698s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.332598747Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 907.79272ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.604617728Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 1.450596683s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.629981021Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 825.276768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.646433487Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c\") failed: Property not found. retry in 1.308232766s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.808210006Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 670.791186ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.822302929Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 1.156093726s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.838704264Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 680.312422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.852849529Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 539.444298ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.903018159Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 893.513788ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.91964065Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b\") failed: Property not found. retry in 661.503433ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.933725723Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 1.241645047s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:48.949049659Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7\") failed: Property not found. retry in 1.473327221s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.10754576Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.1113016Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"5.901558774s"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889\") failed: Property not found. retry in 779.670819ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.170103009Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 731.623479ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.190616802Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\") failed: Property not found. retry in 1.273791874s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.210732556Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 521.438241ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.225501467Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10\") failed: Property not found. retry in 841.483321ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.336653534Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 1.067199259s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.45869937Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47\") failed: Property not found. retry in 959.092726ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.482628314Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c\") failed: Property not found. retry in 1.441394598s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.50512114Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 790.745716ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.521981257Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6\") failed: Property not found. retry in 1.427476798s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.544123244Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b\") failed: Property not found. retry in 1.209888067s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.605872011Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0\") failed: Property not found. retry in 660.149165ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.647041183Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c\") failed: Property not found. retry in 1.077901737s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.694485991Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 784.120568ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.759129944Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df\") failed: Property not found. retry in 1.086356288s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.823713976Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13\") failed: Property not found. retry in 960.144535ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:49.935849089Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd\") failed: Property not found. retry in 1.130422022s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:50.006131702Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30\") failed: Property not found. retry in 890.527034ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:50.09582804Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753\") failed: Property not found. retry in 1.312198388s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:50.234707422Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115\") failed: Property not found. retry in 1.410309671s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:50.360018564Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\") failed: Property not found. retry in 618.214566ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:50.509524747Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049\") failed: Property not found. retry in 927.092778ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:50.54884857Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455\") failed: Property not found. retry in 1.162212474s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:50.570897294Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937443941Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_838acd39-cfe6-47fb-8d1c-dc7e2e822e8e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937513533Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_oximeter_0bffbf95-986c-4630-a1a6-9704dbf12753"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937522754Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_7e8b49b4-3712-43c7-aff0-3e615c1688bd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937529314Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_e4f2ceac-0718-43c6-b5a7-28a99f8588c6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937539274Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_f31cf245-eeaf-46d2-8dbc-41292b69c2df"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937547024Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_f1d12ea4-18ab-4104-ba92-be8abd456ce0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937552494Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_e3372113-fb9d-4d02-95c6-6fd073b69c10"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937560115Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_f889cddd-725c-4076-b23b-28aeae7d2049"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937567645Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_bedc570c-cfbe-4813-b325-c3f8f0afae47"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937576215Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_0b905024-7489-4e92-9a23-b20a9ebc4115"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937603806Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_26b518c4-d41c-4c13-9a5d-aeaad5e9c889"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937611696Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937622196Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_c32d697b-6351-4cf3-80ee-43597ea9be13"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937629396Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_clickhouse_e42f1ca4-c9a0-48e4-a1e7-a3e5a323d455"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937637126Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_def846b7-28f9-4e31-b220-3c7e18efea30"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937646867Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_c04212c2-27da-42af-9c75-b789d8d57f5b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937655887Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_d863b07f-7ef1-42bf-ae72-aa687afc859c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937663477Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_9efc942f-3f1f-4e1b-92dd-9216960e124c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.937672778Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_c6e5c392-1467-4f57-8573-baa22541fbd7"} {"msg":"Writing ledger to /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.93778066Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.941495369Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.951270058Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"ef2ae872-baf2-423e-ba78-cfa394eba448","remote_addr":"[fd00:1122:3344:101::1]:43579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30201682,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.962046444Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1321"} {"msg":"Writing ledger to /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.962066604Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.962193397Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.968936636Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:51.968951567Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:719"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:52.039607819Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:886"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:52.040147113Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:52.109455421Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:52.203290958Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:52.307516582Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:52.412146735Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:52.5326589Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:52.868414681Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:53.062906337Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:53.256350245Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:53.602930243Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:53.900395239Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:54.357935028Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:14:55.061021437Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"10.231855249s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:55.239734224Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:56.219382315Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:57.468046457Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:14:59.28974239Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:00.855834938Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/7ce2cbee-1570-43bc-a1c6-1d875c97afd6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:03.174990858Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ac68aab-ea48-424b-b0bb-b960ededf34e\", \"content-length\": \"173\", \"date\": \"Mon, 21 Oct 2024 22:15:04 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"3a4f779d-8bd3-4d91-a396-42894e62700b\\\"\", request_id: \"9ac68aab-ea48-424b-b0bb-b960ededf34e\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:05.641975788Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7278e1a9-e929-4525-9922-40a37b06eedb\", \"content-length\": \"173\", \"date\": \"Mon, 21 Oct 2024 22:15:09 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"3a4f779d-8bd3-4d91-a396-42894e62700b\\\"\", request_id: \"7278e1a9-e929-4525-9922-40a37b06eedb\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:09.817245985Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e436e04-75d8-47c4-bdfb-6628ce8d584e\", \"content-length\": \"173\", \"date\": \"Mon, 21 Oct 2024 22:15:12 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"3a4f779d-8bd3-4d91-a396-42894e62700b\\\"\", request_id: \"6e436e04-75d8-47c4-bdfb-6628ce8d584e\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:12.687989508Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b79cfd77-623d-440b-b4c0-03e68264bb1a\", \"content-length\": \"173\", \"date\": \"Mon, 21 Oct 2024 22:15:15 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"3a4f779d-8bd3-4d91-a396-42894e62700b\\\"\", request_id: \"b79cfd77-623d-440b-b4c0-03e68264bb1a\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:16.478510664Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:18.169166363Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61747"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:18.169244276Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"169f15a9-e795-44ae-b36a-609a6da45388","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61747","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de6039a7-1e02-4105-bcf5-87a18ab7a752\", \"content-length\": \"173\", \"date\": \"Mon, 21 Oct 2024 22:15:23 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"3a4f779d-8bd3-4d91-a396-42894e62700b\\\"\", request_id: \"de6039a7-1e02-4105-bcf5-87a18ab7a752\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:23.687888105Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2fb0d44-ed93-43ba-ac45-250e1afe3012\", \"content-length\": \"173\", \"date\": \"Mon, 21 Oct 2024 22:15:28 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"3a4f779d-8bd3-4d91-a396-42894e62700b\\\"\", request_id: \"d2fb0d44-ed93-43ba-ac45-250e1afe3012\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:28.600711804Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59ef957c-ccd5-4d87-838a-32a89df9fe16\", \"content-length\": \"173\", \"date\": \"Mon, 21 Oct 2024 22:15:34 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"3a4f779d-8bd3-4d91-a396-42894e62700b\\\"\", request_id: \"59ef957c-ccd5-4d87-838a-32a89df9fe16\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:34.134381151Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:35.437788324Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:35030","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:58585"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:35.449779832Z","hostname":"buskin","pid":1572,"uri":"/3a4f779d-8bd3-4d91-a396-42894e62700b","method":"GET","req_id":"2526c054-8e89-49fe-b716-6c5df57ec9b8","remote_addr":"[fd00:1122:3344:101::d]:58585","local_addr":"[fd00:1122:3344:101::1]:35030","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":11905,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e9db639-f4d9-40d5-a976-6b9ee11df7a0\", \"content-length\": \"173\", \"date\": \"Mon, 21 Oct 2024 22:15:43 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"3a4f779d-8bd3-4d91-a396-42894e62700b\\\"\", request_id: \"8e9db639-f4d9-40d5-a976-6b9ee11df7a0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:43.603655821Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:43.891824921Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:43.982438993Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41418"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:43.982593327Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:43.982603908Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:43.982633548Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:43.983002298Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:44.188707971Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"5260b931-495c-48ab-aaef-117a19831045","remote_addr":"[fd00:1122:3344:101::c]:41418","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":206132,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:48.20788879Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33498"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:48.208028074Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"2c26d525-4ee3-49e5-8c9c-a81f214752b2","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33498","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:58.294311074Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41357"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:58.295191227Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 012a6837-f426-4220-931b-ab2fdcd49bff, kind: Service { id: f889cddd-725c-4076-b23b-28aeae7d2049 }, name: Name(\"external-dns-f889cddd-725c-4076-b23b-28aeae7d2049\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7ae7bd1f-241e-4ec0-9620-be15aac81f93, kind: Service { id: 838acd39-cfe6-47fb-8d1c-dc7e2e822e8e }, name: Name(\"external-dns-838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 125])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15d344f4-4d4c-49df-b4ca-5f9a29403c44, kind: Service { id: 0b905024-7489-4e92-9a23-b20a9ebc4115 }, name: Name(\"nexus-0b905024-7489-4e92-9a23-b20a9ebc4115\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 51])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3def92b3-6b63-4a84-8310-911176cf7c54, kind: Service { id: c04212c2-27da-42af-9c75-b789d8d57f5b }, name: Name(\"nexus-c04212c2-27da-42af-9c75-b789d8d57f5b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 20])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2fc5464-17ce-47fa-abff-993e0a0f6b3a, kind: Service { id: c6e5c392-1467-4f57-8573-baa22541fbd7 }, name: Name(\"nexus-c6e5c392-1467-4f57-8573-baa22541fbd7\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 172])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:58.295252699Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:58.29528634Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:58.29529909Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:58.295305021Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:58.295341902Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:58.295357582Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:58.295381603Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"7d7ae6fb-6974-4b22-8401-c69a27af96e9","remote_addr":"[fd00:1122:3344:101::c]:41357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":979,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:58.297002195Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:58.639240868Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63898"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:58.639356851Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:58.639368582Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:58.639405723Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:58.639757122Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:58.831237269Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"5f2c111d-b1b1-4c9e-9134-fdd8120b0566","remote_addr":"[fd00:1122:3344:101::c]:63898","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191880,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.576641129Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36820"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.576889615Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 012a6837-f426-4220-931b-ab2fdcd49bff, kind: Service { id: f889cddd-725c-4076-b23b-28aeae7d2049 }, name: Name(\"external-dns-f889cddd-725c-4076-b23b-28aeae7d2049\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7ae7bd1f-241e-4ec0-9620-be15aac81f93, kind: Service { id: 838acd39-cfe6-47fb-8d1c-dc7e2e822e8e }, name: Name(\"external-dns-838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 125])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15d344f4-4d4c-49df-b4ca-5f9a29403c44, kind: Service { id: 0b905024-7489-4e92-9a23-b20a9ebc4115 }, name: Name(\"nexus-0b905024-7489-4e92-9a23-b20a9ebc4115\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 51])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3def92b3-6b63-4a84-8310-911176cf7c54, kind: Service { id: c04212c2-27da-42af-9c75-b789d8d57f5b }, name: Name(\"nexus-c04212c2-27da-42af-9c75-b789d8d57f5b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 20])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2fc5464-17ce-47fa-abff-993e0a0f6b3a, kind: Service { id: c6e5c392-1467-4f57-8573-baa22541fbd7 }, name: Name(\"nexus-c6e5c392-1467-4f57-8573-baa22541fbd7\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 172])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.576936097Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.576969057Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.576981628Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.576990948Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.577006448Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.577017979Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.577041449Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b085f7d7-7ca0-4b40-acda-da449053c043","remote_addr":"[fd00:1122:3344:101::c]:36820","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":274,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.650462236Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51881"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.650662921Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 012a6837-f426-4220-931b-ab2fdcd49bff, kind: Service { id: f889cddd-725c-4076-b23b-28aeae7d2049 }, name: Name(\"external-dns-f889cddd-725c-4076-b23b-28aeae7d2049\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7ae7bd1f-241e-4ec0-9620-be15aac81f93, kind: Service { id: 838acd39-cfe6-47fb-8d1c-dc7e2e822e8e }, name: Name(\"external-dns-838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 125])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15d344f4-4d4c-49df-b4ca-5f9a29403c44, kind: Service { id: 0b905024-7489-4e92-9a23-b20a9ebc4115 }, name: Name(\"nexus-0b905024-7489-4e92-9a23-b20a9ebc4115\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 51])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3def92b3-6b63-4a84-8310-911176cf7c54, kind: Service { id: c04212c2-27da-42af-9c75-b789d8d57f5b }, name: Name(\"nexus-c04212c2-27da-42af-9c75-b789d8d57f5b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 20])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2fc5464-17ce-47fa-abff-993e0a0f6b3a, kind: Service { id: c6e5c392-1467-4f57-8573-baa22541fbd7 }, name: Name(\"nexus-c6e5c392-1467-4f57-8573-baa22541fbd7\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 172])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.650709192Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.650740663Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.650768904Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.650776454Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.650787284Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.650796565Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.650819455Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5db8e39f-a2ec-4de1-a5e1-fbdaedca4633","remote_addr":"[fd00:1122:3344:101::b]:51881","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":289,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.687375764Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59036"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.687554919Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 012a6837-f426-4220-931b-ab2fdcd49bff, kind: Service { id: f889cddd-725c-4076-b23b-28aeae7d2049 }, name: Name(\"external-dns-f889cddd-725c-4076-b23b-28aeae7d2049\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7ae7bd1f-241e-4ec0-9620-be15aac81f93, kind: Service { id: 838acd39-cfe6-47fb-8d1c-dc7e2e822e8e }, name: Name(\"external-dns-838acd39-cfe6-47fb-8d1c-dc7e2e822e8e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 125])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15d344f4-4d4c-49df-b4ca-5f9a29403c44, kind: Service { id: 0b905024-7489-4e92-9a23-b20a9ebc4115 }, name: Name(\"nexus-0b905024-7489-4e92-9a23-b20a9ebc4115\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 51])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3def92b3-6b63-4a84-8310-911176cf7c54, kind: Service { id: c04212c2-27da-42af-9c75-b789d8d57f5b }, name: Name(\"nexus-c04212c2-27da-42af-9c75-b789d8d57f5b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 20])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2fc5464-17ce-47fa-abff-993e0a0f6b3a, kind: Service { id: c6e5c392-1467-4f57-8573-baa22541fbd7 }, name: Name(\"nexus-c6e5c392-1467-4f57-8573-baa22541fbd7\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 172])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.68759622Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.687623961Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.687643021Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.687651762Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.687666412Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.687686073Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:15:59.687704783Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"fb420990-e099-472a-bff0-36745f20a96e","remote_addr":"[fd00:1122:3344:101::a]:59036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":257,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:04.526024176Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60433"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:04.52618225Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e508171b-ee2c-4bb1-a618-e278498c251d","remote_addr":"[fd00:1122:3344:101::a]:60433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:04.60614019Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:04.606176231Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c64357d5-34d9-4aa9-945b-478568af7a92","remote_addr":"[fd00:1122:3344:101::a]:60433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:04.66835949Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:04.668458982Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"486dcb36-5640-43af-9474-09af1ee3f575","remote_addr":"[fd00:1122:3344:101::b]:64081","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:04.74306896Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34071"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:04.743308117Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e495bef5-9576-4724-92ee-a1b50036dd91","remote_addr":"[fd00:1122:3344:101::a]:34071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":154,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:04.826701517Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:04.826731738Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"10def56a-0af3-427c-a3ae-1a7dfc1fa8c1","remote_addr":"[fd00:1122:3344:101::b]:64081","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:04.883145424Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52388"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:04.883305498Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:04.940814593Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.026672759Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6508607c-1e68-40e8-8cf2-35c597838f59","remote_addr":"[fd00:1122:3344:101::b]:52388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":143461,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.026812132Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47235"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.026847243Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56962"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.027239634Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.027370427Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f3290f5b-7bf9-4b7b-88f2-2f411e067723","remote_addr":"[fd00:1122:3344:101::c]:47235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.027384148Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a088c5f0-1cb5-4b9b-8590-df2b9ecb610e","remote_addr":"[fd00:1122:3344:101::b]:52388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":341,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.069029491Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43959"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.06935918Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"08a60454-fed8-446b-8320-305dee30ec11","remote_addr":"[fd00:1122:3344:101::b]:43959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":245,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.081860731Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.114408124Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58506"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.114759753Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"0f376ede-ff1b-49ac-9697-046cc6985bef","remote_addr":"[fd00:1122:3344:101::c]:58506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":236,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.121649596Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35224"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.129143514Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.129169785Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9c035a48-9ba5-4078-a0f4-8b4db1a05136","remote_addr":"[fd00:1122:3344:101::c]:47235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.157955258Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"47454a07-d413-4618-8c88-01ca2326f578","remote_addr":"[fd00:1122:3344:101::b]:64081","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2313,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.163892126Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.163913166Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5e87c604-9253-4b04-be4e-fe32a0badfc4","remote_addr":"[fd00:1122:3344:101::a]:56962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136914,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.169571856Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ef553d0b-d417-409f-828f-c1fab47ec87f","remote_addr":"[fd00:1122:3344:101::a]:56962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":863,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.213500891Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.235040272Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.235157445Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.2360857Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.236288865Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f6edbe29-e357-406c-bece-7507cec3f6de","remote_addr":"[fd00:1122:3344:101::a]:60433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":616,"response_code":"204"} {"msg":"Writing ledger to /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.236751047Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.237693022Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Attempting to update network config with generation: 3, current_generation: 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.237710712Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.237766094Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.237847226Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"31740812-144f-4c46-8b8f-b74e6d2df8f4","remote_addr":"[fd00:1122:3344:101::a]:56962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3708,"response_code":"204"} {"msg":"Writing ledger to /pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.237948469Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 3","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.238102273Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.238126243Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"29cbd176-3817-4c17-b40a-f4cc3d55ca8a","remote_addr":"[fd00:1122:3344:101::b]:52388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1470,"response_code":"204"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.274640371Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.274849857Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"651a3698-c7e5-437d-a509-6489387667a3","remote_addr":"[fd00:1122:3344:101::c]:47235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":519,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.293815255Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5d4b3ca7-1c42-4025-b481-38d8dd216b8b","remote_addr":"[fd00:1122:3344:101::c]:35224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171873,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.294121301Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"1061db43-580f-4656-bfd1-3e6bd5617df3","remote_addr":"[fd00:1122:3344:101::c]:35224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:05.446271921Z","hostname":"buskin","pid":1572,"uri":"/3a4f779d-8bd3-4d91-a396-42894e62700b","method":"GET","req_id":"66b95878-86c1-49ba-b76e-4144daed697d","remote_addr":"[fd00:1122:3344:101::d]:58585","local_addr":"[fd00:1122:3344:101::1]:35030","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8588,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:06.033299824Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47238"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:06.033389456Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"69daa99b-2c11-4529-b4cf-0c2f3aec5f5f","remote_addr":"[fd00:1122:3344:101::c]:47238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:06.080199457Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:06.080229367Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"39e9d583-60d5-498b-adb8-1c29dc82369d","remote_addr":"[fd00:1122:3344:101::c]:47238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:06.088749823Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b10e0d37-91c4-4a2f-aad3-556e634e25ab","remote_addr":"[fd00:1122:3344:101::c]:47238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:18.240575156Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36351"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:18.24071479Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"f5df94db-37c9-4f17-9575-d48de113aedd","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36351","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.270808487Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48685"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.270968851Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"82a3645f-9098-4ce6-9c2b-671a3318e482","remote_addr":"[fd00:1122:3344:101::a]:48685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.367722856Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.367761507Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3979de9f-f70a-467c-b077-e4a640bf6e7b","remote_addr":"[fd00:1122:3344:101::a]:48685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.515241387Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38905"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.515402692Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b4e10add-452c-499b-a713-960143f90e32","remote_addr":"[fd00:1122:3344:101::c]:38905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.541999446Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.542034267Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9c117132-ef64-4b7b-937e-885d0a742d3b","remote_addr":"[fd00:1122:3344:101::c]:38905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.566023433Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c843fade-cf07-4a33-a66c-6216c16c23e1","remote_addr":"[fd00:1122:3344:101::a]:48685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":173,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.575486424Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40095"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.575565796Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"86a92e28-4c50-4856-91d3-9c63e58f078b","remote_addr":"[fd00:1122:3344:101::b]:40095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":28,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.601287018Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50551"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.601483443Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"ebb8f1e1-8f84-4874-86d1-aa069bc0991b","remote_addr":"[fd00:1122:3344:101::c]:50551","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.616835641Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38468"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.616952044Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.663839587Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.731457669Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ea7b017d-eb0f-4543-b8f8-2f9cc9c814e8","remote_addr":"[fd00:1122:3344:101::a]:38468","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114548,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.731787068Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43516"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.73188806Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60588"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.732006304Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.732025744Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51397"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.732053355Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b2bf5157-e1c2-4a9f-bcad-8e0bfc248ed7","remote_addr":"[fd00:1122:3344:101::b]:40095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":296,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.732219049Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9848ea72-c599-4bf5-8277-68638e352bcc","remote_addr":"[fd00:1122:3344:101::a]:38468","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":396,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.732366713Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.738216198Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"b68775fd-90b5-4bfe-a1a2-196a177e60bb","remote_addr":"[fd00:1122:3344:101::a]:43516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5802,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.738363572Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b4c9d7db-c5c2-41e3-95fa-3397e3865fe2","remote_addr":"[fd00:1122:3344:101::c]:38905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6188,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.742138312Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d12e0224-9813-436f-8e62-dd9e9003914a","remote_addr":"[fd00:1122:3344:101::b]:40095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":241,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.773522104Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.833544186Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36452"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.833819563Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"48ede1d0-29ce-4cdf-a410-68e555e553f5","remote_addr":"[fd00:1122:3344:101::b]:36452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":178,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.837667515Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.837686545Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6ce6aa66-016a-4751-ad25-2898b7d203eb","remote_addr":"[fd00:1122:3344:101::b]:51397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105449,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.841793564Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ce590ca8-7e90-4595-a1e6-1f1ace976d25","remote_addr":"[fd00:1122:3344:101::b]:51397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":784,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.877325836Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.938080527Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"fb2aa741-202b-4bf6-9aae-43c3cb234398","remote_addr":"[fd00:1122:3344:101::c]:60588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":205463,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:34.938378075Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"39efb0ca-143a-4e06-9837-ba90ca5b4468","remote_addr":"[fd00:1122:3344:101::c]:60588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:35.445431686Z","hostname":"buskin","pid":1572,"uri":"/3a4f779d-8bd3-4d91-a396-42894e62700b","method":"GET","req_id":"2644b889-ca09-4ae5-a875-f1645f2adb76","remote_addr":"[fd00:1122:3344:101::d]:58585","local_addr":"[fd00:1122:3344:101::1]:35030","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7412,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:48.272472441Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56121"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:16:48.272625485Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"db7ca6d3-4cf1-4da8-bffb-bae8a1c44dc7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56121","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.567443771Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38623"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.567607025Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"558f6626-ac2c-403a-8285-28c407e2609c","remote_addr":"[fd00:1122:3344:101::c]:38623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.585084048Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48379"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.585185261Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6e29316f-3e16-4308-8983-ae2c441e2b4a","remote_addr":"[fd00:1122:3344:101::a]:48379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.608272413Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64572"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.608493519Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"66033959-c38d-4889-919a-5460eb5452ed","remote_addr":"[fd00:1122:3344:101::c]:64572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.633254775Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.633303717Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b96921a6-ea45-444a-9efa-f81506751c97","remote_addr":"[fd00:1122:3344:101::c]:38623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.665576392Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39426"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.665767427Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"8cedc78f-ad5f-416a-b3a7-4b9bcb4b1d75","remote_addr":"[fd00:1122:3344:101::a]:39426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.742683466Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.742712227Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"39f66c88-018c-4274-a626-d468c8337ddb","remote_addr":"[fd00:1122:3344:101::a]:48379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":66,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.745219073Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45483"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.745286025Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.789331723Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.849493218Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b038c8b7-46ef-4b2a-a452-57a55bbed766","remote_addr":"[fd00:1122:3344:101::c]:45483","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104220,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.849808616Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49811"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.849876528Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.850150565Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c109a8f7-2a2e-4f3e-a49e-2f75e1c24367","remote_addr":"[fd00:1122:3344:101::c]:45483","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":295,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.85031409Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d4edf69a-fef6-4e48-bc0d-4f881190be77","remote_addr":"[fd00:1122:3344:101::c]:38623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":524,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.85033303Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b3d9fb3a-10c1-4ea7-a117-8d1ccb7df9e8","remote_addr":"[fd00:1122:3344:101::b]:49811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":221,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.850341891Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.859883773Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"12b2d8f9-9a26-4eea-9a74-1c943233428b","remote_addr":"[fd00:1122:3344:101::a]:48379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":350,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.870886215Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46419"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.871341677Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"de4c25f8-ffff-44c0-8b77-801ec8dfd77b","remote_addr":"[fd00:1122:3344:101::b]:46419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":247,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.884124846Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64640"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.892825077Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.944014184Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.944090146Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2eeca399-6144-4b2f-bf4f-f84660ac4a2c","remote_addr":"[fd00:1122:3344:101::b]:49811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":584,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.95140178Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.951450911Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"54acaba2-194c-4a4c-9076-75a8b6233c29","remote_addr":"[fd00:1122:3344:101::a]:61119","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101281,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.955538399Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a30ce98a-c1ed-431d-b042-4691654dc7d8","remote_addr":"[fd00:1122:3344:101::a]:61119","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":844,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.955679803Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f0e9df94-d11c-4231-80e7-f46a20027ded","remote_addr":"[fd00:1122:3344:101::b]:49811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":986,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:04.991229375Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:05.048524074Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3f6911f7-de86-4384-97a8-bb1628a76c5f","remote_addr":"[fd00:1122:3344:101::b]:64640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164221,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:05.048899724Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9ed67a54-0b83-4f61-84e2-af545950b6c2","remote_addr":"[fd00:1122:3344:101::b]:64640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":166,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:05.44483942Z","hostname":"buskin","pid":1572,"uri":"/3a4f779d-8bd3-4d91-a396-42894e62700b","method":"GET","req_id":"655f6dc4-be10-4a58-9c94-9f9296a6cf14","remote_addr":"[fd00:1122:3344:101::d]:58585","local_addr":"[fd00:1122:3344:101::1]:35030","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7284,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:18.310307474Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40369"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:18.310465318Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"4d2edd66-7a88-46a7-946a-2448cd7d6ed2","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40369","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.371989839Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62924"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.372268446Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a06960c6-7278-45a5-8204-386d3f34b2d5","remote_addr":"[fd00:1122:3344:101::a]:62924","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.423661809Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.423692269Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"103d2fe4-e969-422f-9a75-cb4f94fdd842","remote_addr":"[fd00:1122:3344:101::a]:62924","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.433846199Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c1406cc7-6041-428d-a47e-10d3fcd661e7","remote_addr":"[fd00:1122:3344:101::a]:62924","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.457004183Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58718"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.457123156Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"17940c85-6c8b-4157-bca4-7393a60db1c0","remote_addr":"[fd00:1122:3344:101::c]:58718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.459595861Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42588"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.459763246Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0fa192aa-ebeb-4124-aa0e-ce65f61a064b","remote_addr":"[fd00:1122:3344:101::b]:42588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.476075868Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.476092678Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5e05af46-ea99-4c2b-9366-6c11976dbf2a","remote_addr":"[fd00:1122:3344:101::b]:42588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.485026286Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"253f5caa-8b23-4946-8389-64688a52ceb1","remote_addr":"[fd00:1122:3344:101::b]:42588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":181,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.499665243Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.499679974Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5d262f61-05db-4c2d-a779-e8851942615c","remote_addr":"[fd00:1122:3344:101::c]:58718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.515280868Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"46fa4b86-e128-4476-b53c-c634b3cd772b","remote_addr":"[fd00:1122:3344:101::c]:58718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":151,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.525432857Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43011"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.525601971Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"704b16a1-88aa-46d7-a621-7032b52c4486","remote_addr":"[fd00:1122:3344:101::a]:43011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.551233741Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53700"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.551335763Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.597012194Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.665240493Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"96476089-b9e7-4438-9f53-af0b64998864","remote_addr":"[fd00:1122:3344:101::c]:53700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113946,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.665436878Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40349"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.6658583Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.67190709Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"452f44fb-29c9-4daa-9c52-7d8bf2f8c424","remote_addr":"[fd00:1122:3344:101::c]:53700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6096,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.685361866Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51054"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.685705426Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"102192b7-a1bb-4ab2-be52-9f701ea8e6ae","remote_addr":"[fd00:1122:3344:101::b]:51054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":198,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.706456086Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.717116968Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57671"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.717341244Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"75baf870-640e-4b1a-8772-069ac13f8077","remote_addr":"[fd00:1122:3344:101::c]:57671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":143,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.765566963Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"415feb2d-2413-4b9a-b67b-f08be91ee272","remote_addr":"[fd00:1122:3344:101::a]:40349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99874,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.76585299Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"20f6da3c-a6af-4287-b28d-28e8237088b6","remote_addr":"[fd00:1122:3344:101::a]:40349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.90315319Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53295"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.903240702Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.940655054Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.997011919Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"dfaacbfc-1158-4c91-a882-547a10481121","remote_addr":"[fd00:1122:3344:101::b]:53295","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93801,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:34.997255975Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f0e7e81a-966c-4370-9332-7d156da73fd9","remote_addr":"[fd00:1122:3344:101::b]:53295","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:35.448158658Z","hostname":"buskin","pid":1572,"uri":"/3a4f779d-8bd3-4d91-a396-42894e62700b","method":"GET","req_id":"4f3f3ed4-3487-496f-9e50-e8415193e84a","remote_addr":"[fd00:1122:3344:101::d]:58585","local_addr":"[fd00:1122:3344:101::1]:35030","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":10713,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:48.344832029Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49623"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:17:48.344963862Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"5a57b2ef-6f10-4907-8e5c-e2feaea30e10","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49623","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.571743344Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.571892617Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d446d85f-14b9-44c0-984e-144c6f2fb239","remote_addr":"[fd00:1122:3344:101::a]:52169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.621969865Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.622000866Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9812a394-7043-4c94-82bd-f29c21e28000","remote_addr":"[fd00:1122:3344:101::a]:52169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.634836436Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"09d9742a-c7e2-4a1b-8835-c53deef48b74","remote_addr":"[fd00:1122:3344:101::a]:52169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":202,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.640706932Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48625"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.640842345Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"474e71e0-ca2d-4241-a71b-e9bc56d4fa8c","remote_addr":"[fd00:1122:3344:101::b]:48625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.644865612Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50703"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.644999655Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e38c5506-249c-4f10-9d6d-cfcbedce7c0f","remote_addr":"[fd00:1122:3344:101::c]:50703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.650230944Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35225"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.650377888Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3ba371c9-28aa-4e02-85a8-f67f85f93d8b","remote_addr":"[fd00:1122:3344:101::b]:35225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.713639135Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.713671846Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d76ed6c5-2fa6-450e-bd5e-0f51d0023bb7","remote_addr":"[fd00:1122:3344:101::b]:35225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.717132638Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45616"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.717196849Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.758143215Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.820475898Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6a29f63b-2931-4c53-a7f6-2838d7aa538c","remote_addr":"[fd00:1122:3344:101::a]:45616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103290,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.820674663Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38267"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.820724994Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64280"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.821132875Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"17f4ee62-0b1f-4c86-bf06-db1fd3b35fbd","remote_addr":"[fd00:1122:3344:101::a]:64280","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":238,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.821153865Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"31865c5d-e82f-413e-9250-f775a9349e6a","remote_addr":"[fd00:1122:3344:101::a]:45616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":302,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.821256308Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"4ab2623b-cfe3-48af-a2e8-da212abf34ae","remote_addr":"[fd00:1122:3344:101::c]:38267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":287,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.821380911Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"425d386e-2df0-4c57-9b48-415b602d1b1f","remote_addr":"[fd00:1122:3344:101::b]:35225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":533,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.824578296Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.824603617Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"aa8cfc5c-08e5-429e-b615-0a69b55a3729","remote_addr":"[fd00:1122:3344:101::c]:50703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":66,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.833295847Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"099b3527-b4aa-4d6c-968c-381af5a02a42","remote_addr":"[fd00:1122:3344:101::c]:50703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":228,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.891453609Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43829"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.891532911Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.933425472Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.995539328Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"c203ac79-3c43-4e70-80d8-39f973431692","remote_addr":"[fd00:1122:3344:101::c]:43829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104025,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.995819626Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42168"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.996062622Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b039a7c3-3911-4ada-88b5-fc08e99ba388","remote_addr":"[fd00:1122:3344:101::c]:43829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":223,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:04.996091423Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:05.033195717Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:05.085844402Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7b907eac-c190-42b8-a1d7-b55e93543caa","remote_addr":"[fd00:1122:3344:101::b]:42168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89859,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:05.086295254Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5ce16289-2553-4857-b9fc-f900819c34fa","remote_addr":"[fd00:1122:3344:101::b]:42168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:05.537443314Z","hostname":"buskin","pid":1572,"uri":"/3a4f779d-8bd3-4d91-a396-42894e62700b","method":"GET","req_id":"22cbcafc-3e3c-4bb5-802d-cdd5a2ae31e6","remote_addr":"[fd00:1122:3344:101::d]:58585","local_addr":"[fd00:1122:3344:101::1]:35030","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7613,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:13.780138788Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:18.380330518Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49303"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:18.380531904Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"046e258a-615e-4b52-93f3-2e01424804a3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49303","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.392941252Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55979"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.393118797Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1bb6365c-faa3-4cda-bb26-b46b5122ff53","remote_addr":"[fd00:1122:3344:101::a]:55979","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.47167241Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.471715391Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f109db5e-097c-4d4d-906d-142b777f5eb3","remote_addr":"[fd00:1122:3344:101::a]:55979","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.486864012Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"60f75e79-61e9-4c5c-8618-3e4fcff68ba7","remote_addr":"[fd00:1122:3344:101::a]:55979","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":263,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.520239247Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36304"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.520412432Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a40fab82-ca70-4007-b9f9-4304f141cd97","remote_addr":"[fd00:1122:3344:101::c]:36304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.543293848Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.543326169Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"57b9e780-e8af-4d7e-a3a0-abba796efc37","remote_addr":"[fd00:1122:3344:101::c]:36304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.551899366Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36317"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.552014549Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e9c765f4-e787-4b20-82d3-27d79debc7f2","remote_addr":"[fd00:1122:3344:101::b]:36317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.554528736Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7468141e-fd0d-4f81-b204-953bf1fe3bc1","remote_addr":"[fd00:1122:3344:101::c]:36304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.609404751Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.609440672Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5870af0d-c596-4276-8383-4d4ab87a2e8c","remote_addr":"[fd00:1122:3344:101::b]:36317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.628068296Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34210"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.628276961Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"2d409a78-f9ec-41d8-aabe-3dda7c712352","remote_addr":"[fd00:1122:3344:101::b]:34210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.628584059Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41984"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.628692632Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.670571263Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.730215884Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6356af65-fada-46d7-8153-2fc683a1fcd2","remote_addr":"[fd00:1122:3344:101::c]:41984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101555,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.730672036Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48118"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.73084066Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46035"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.731115888Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"21329e02-a0d3-47ee-8022-3893871f1c89","remote_addr":"[fd00:1122:3344:101::c]:41984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":349,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.731158709Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6fbe0d33-c020-40d7-9bce-729a499c9448","remote_addr":"[fd00:1122:3344:101::b]:36317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":595,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.731259091Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"63138469-62bb-41db-9e05-8c19dc2e2f2a","remote_addr":"[fd00:1122:3344:101::a]:48118","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":269,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.731280202Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"bf8bbbc5-1402-4e60-9c6b-c27527de3c1d","remote_addr":"[fd00:1122:3344:101::c]:46035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":273,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.738286368Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50031"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.738408081Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.773906712Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.827925184Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"0ae64f2f-0150-4b21-8cc2-0ab9c24da3e5","remote_addr":"[fd00:1122:3344:101::a]:50031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89566,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.8281489Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64034"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.828418707Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.828426967Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"901de576-6bc4-476a-887f-a4b5c020c463","remote_addr":"[fd00:1122:3344:101::a]:50031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":223,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.866285421Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.923874038Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"eadc167a-4b93-4ce4-ba46-6de2fd91b669","remote_addr":"[fd00:1122:3344:101::b]:64034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95570,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:34.924269598Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"34bfe225-d35a-418d-aed3-15bde6271845","remote_addr":"[fd00:1122:3344:101::b]:64034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:35.538436439Z","hostname":"buskin","pid":1572,"uri":"/3a4f779d-8bd3-4d91-a396-42894e62700b","method":"GET","req_id":"224f49d7-e590-4157-8113-cafef73c61e8","remote_addr":"[fd00:1122:3344:101::d]:58585","local_addr":"[fd00:1122:3344:101::1]:35030","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8183,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:48.413942848Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63494"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:18:48.414120633Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"ebdfb65b-26c1-4438-8c23-8b2f6257e238","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63494","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.502184117Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56665"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.502384212Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"38bd61e7-c922-45ae-b2ae-5b5ce513fe36","remote_addr":"[fd00:1122:3344:101::c]:56665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.57021451Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.570251011Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"41604d16-5a64-4c88-ad84-fa6e948bc84c","remote_addr":"[fd00:1122:3344:101::c]:56665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.580860873Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"894dcab4-371a-4d84-af4c-93f0c48fea26","remote_addr":"[fd00:1122:3344:101::c]:56665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":242,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.609315407Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51114"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.60941478Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e040f49a-95b0-4eb9-a6d8-8cd7ee6ff287","remote_addr":"[fd00:1122:3344:101::a]:51114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.672138983Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.672174563Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5466fd03-2fe3-455d-92cb-455f8e2f50ad","remote_addr":"[fd00:1122:3344:101::a]:51114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.681960913Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"cf2eab6b-7d3b-4aa8-9a9b-bf1d487d9dc0","remote_addr":"[fd00:1122:3344:101::a]:51114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.697919616Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48405"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.698093491Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"64c3b4ed-f1ce-41c2-bd5c-8ca70f600057","remote_addr":"[fd00:1122:3344:101::b]:48405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.73504175Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51832"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.735179484Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.775827981Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.83423176Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ae7a41cb-cceb-40cb-8e37-85085010cf58","remote_addr":"[fd00:1122:3344:101::a]:51832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99096,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.834445315Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34882"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.834500277Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38768"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.834555458Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63255"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.834650151Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47033"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.83498617Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.835039701Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a465f544-86ab-4c9c-a69d-b28c80b209a3","remote_addr":"[fd00:1122:3344:101::b]:48405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":313,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.835079782Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.835087102Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"280405d7-b1d9-4e2f-819b-6f0b18525d1a","remote_addr":"[fd00:1122:3344:101::c]:38768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":327,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.835136724Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"aac41650-e9b3-4338-b371-052dab0d0a7b","remote_addr":"[fd00:1122:3344:101::a]:51832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":294,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.835198195Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d669973d-f770-434e-86b3-e5bcd9c2b8af","remote_addr":"[fd00:1122:3344:101::a]:63255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":352,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.835219556Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"94b63f6e-4348-430a-acf3-6961f5c63c78","remote_addr":"[fd00:1122:3344:101::b]:34882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":386,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.84933557Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ec5e7800-d70b-4768-b23f-04d518d3137e","remote_addr":"[fd00:1122:3344:101::b]:48405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":242,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.877908727Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.935257308Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5e14acca-9011-48a6-9be5-8b4ece63f258","remote_addr":"[fd00:1122:3344:101::b]:47033","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100332,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.935559726Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"8ded2f8c-66c7-4204-b962-52c880d7cf49","remote_addr":"[fd00:1122:3344:101::b]:47033","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.956679906Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38088"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.956801599Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:04.990292227Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:05.047056871Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"36d752dc-3437-4b4a-b252-d6fd0c64968b","remote_addr":"[fd00:1122:3344:101::c]:38088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90303,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:05.047372199Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"df48e222-8b34-431d-bfe5-914c03b8a57c","remote_addr":"[fd00:1122:3344:101::c]:38088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:05.537450222Z","hostname":"buskin","pid":1572,"uri":"/3a4f779d-8bd3-4d91-a396-42894e62700b","method":"GET","req_id":"66c52a17-b574-4349-99a3-181092ae6901","remote_addr":"[fd00:1122:3344:101::d]:58585","local_addr":"[fd00:1122:3344:101::1]:35030","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7213,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:18.448150494Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:18.448331609Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"2a5b024f-3e27-44ef-9fe0-f7ba7c33182f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48214","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:33.873114349Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33743"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:33.873825408Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: b32b666c-7d00-43c7-8d37-0e50ab213c35, project_id: 2c5d65fc-76ce-448d-9075-6fc2598ff0fd }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-21T22:19:33.872818681Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: e724a05d-efca-4393-a12c-434878afc9e3, kind: Instance { id: 9534457a-7d78-4d5a-b179-7bd2b7460a5d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5751614), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e724a05d-efca-4393-a12c-434878afc9e3, kind: Instance { id: 9534457a-7d78-4d5a-b179-7bd2b7460a5d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5751614), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e724a05d-efca-4393-a12c-434878afc9e3, kind: Instance { id: 9534457a-7d78-4d5a-b179-7bd2b7460a5d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5751614), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(5751614))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e724a05d-efca-4393-a12c-434878afc9e3, kind: Instance { id: 9534457a-7d78-4d5a-b179-7bd2b7460a5d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5751614), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-bbe4e2d0730\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 7d20d650-0f5f-4916-9ba2-f02da6b49e7f, read_only_parent: Some(Volume { block_size: 512, id: a66b30fe-7610-4d1b-af74-a138d934664b, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 9c60faae-4248-44e3-8309-f32075f907a8, key: Some(\"VcmVw7ossrUK6Qm039PTCTdgvS9BYJgr5e1S69D69FU=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::18]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 7d20d650-0f5f-4916-9ba2-f02da6b49e7f, key: Some(\"3b4Pqw7oehQXOyUvknH40ch/vQMulVenrE6cj1MbSbg=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19000\", \"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::18]:19003\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-bbe4e2d0730\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:33.873881589Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:33.87388834Z","hostname":"buskin","pid":1572,"propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:1139","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: e724a05d-efca-4393-a12c-434878afc9e3, kind: Instance { id: 9534457a-7d78-4d5a-b179-7bd2b7460a5d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5751614), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e724a05d-efca-4393-a12c-434878afc9e3, kind: Instance { id: 9534457a-7d78-4d5a-b179-7bd2b7460a5d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5751614), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e724a05d-efca-4393-a12c-434878afc9e3, kind: Instance { id: 9534457a-7d78-4d5a-b179-7bd2b7460a5d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5751614), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(5751614))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e724a05d-efca-4393-a12c-434878afc9e3, kind: Instance { id: 9534457a-7d78-4d5a-b179-7bd2b7460a5d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5751614), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-bbe4e2d0730\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 7d20d650-0f5f-4916-9ba2-f02da6b49e7f, read_only_parent: Some(Volume { block_size: 512, id: a66b30fe-7610-4d1b-af74-a138d934664b, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 9c60faae-4248-44e3-8309-f32075f907a8, key: Some(\"VcmVw7ossrUK6Qm039PTCTdgvS9BYJgr5e1S69D69FU=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::18]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 7d20d650-0f5f-4916-9ba2-f02da6b49e7f, key: Some(\"3b4Pqw7oehQXOyUvknH40ch/vQMulVenrE6cj1MbSbg=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19000\", \"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::18]:19003\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-bbe4e2d0730\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-21T22:19:33.872818681Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:33.873980622Z","hostname":"buskin","pid":1572,"uri":"/vmms/12bb2cb4-d700-4711-b8f3-899adf6f0ed2","method":"PUT","req_id":"4ec81669-df3e-48a5-bcc5-a6be61dd3966","remote_addr":"[fd00:1122:3344:101::a]:33743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":787,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:33.894728102Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53501"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:33.894969548Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"b3fdc13d-4230-4b73-a99d-c7fc42ce6aef","remote_addr":"[fd00:1122:3344:101::a]:53501","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:33.895253886Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(5751614) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:33.895293467Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"PUT","req_id":"f682dcbb-b808-4afb-b950-135f7e6fa3df","remote_addr":"[fd00:1122:3344:101::a]:53501","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:33.978855632Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45611"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:33.979019407Z","hostname":"buskin","pid":1572,"uri":"/vmms/12bb2cb4-d700-4711-b8f3-899adf6f0ed2/state","method":"PUT","req_id":"c02fb75f-4719-4df0-95d0-97e3a4037bb2","remote_addr":"[fd00:1122:3344:101::a]:45611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:33.979757936Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 5751614 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:33.979818018Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.020962329Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.045419116Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.055883304Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65496"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.056076019Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"269f4c1a-4278-49af-a842-88e40fc3a211","remote_addr":"[fd00:1122:3344:101::a]:65496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.112622418Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {e724a05d-efca-4393-a12c-434878afc9e3: {10.151.1.175: {d5f93b17-4f79-4832-95fb-4e11917a673f}, 10.151.1.176: {d5f93b17-4f79-4832-95fb-4e11917a673f}}} }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.413542866Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40696"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.413766912Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"51947de5-383c-4cf1-a470-d6bec7d038ae","remote_addr":"[fd00:1122:3344:101::c]:40696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.423803768Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48596"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.435702873Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37560"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.459068083Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46195"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.480520841Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {e724a05d-efca-4393-a12c-434878afc9e3: {10.151.1.176: {d5f93b17-4f79-4832-95fb-4e11917a673f}, 10.151.1.175: {d5f93b17-4f79-4832-95fb-4e11917a673f}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.480557482Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"7aec0b21-6eb8-423c-8eca-88052267f298","remote_addr":"[fd00:1122:3344:101::c]:40696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":152,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.526256994Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51153"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.526398098Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.572244583Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.639853155Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8544ef30-da8f-4f17-829d-63127c0dc241","remote_addr":"[fd00:1122:3344:101::a]:51153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113511,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.640075681Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35066"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.640188424Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61669"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.640210945Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a8f1a872-22ea-4140-8c4b-01c321910a97","remote_addr":"[fd00:1122:3344:101::a]:51153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.640252926Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58312"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.640258706Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46023"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.640527913Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.640586375Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ef55ea06-0249-4e7b-aa48-8a81b7190968","remote_addr":"[fd00:1122:3344:101::b]:61669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.644090138Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"2b481186-d82b-42a0-a877-071084a4979f","remote_addr":"[fd00:1122:3344:101::a]:35066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3458,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.647484458Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33216"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.647757755Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"59c70467-f39a-46fe-8d95-8cfa82c81920","remote_addr":"[fd00:1122:3344:101::c]:33216","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":170,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.672496121Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55829"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.672777298Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"b0509207-63ff-4ae8-a815-e23eae2785ca","remote_addr":"[fd00:1122:3344:101::b]:55829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":189,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.67927044Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.687668673Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {e724a05d-efca-4393-a12c-434878afc9e3: {10.151.1.176: {d5f93b17-4f79-4832-95fb-4e11917a673f}, 10.151.1.175: {d5f93b17-4f79-4832-95fb-4e11917a673f}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.687722484Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"200f1cec-55d6-4228-a494-40013402fb37","remote_addr":"[fd00:1122:3344:101::b]:61669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":195,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.712775768Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c737b25a-6c6f-4646-90a5-011b47fae51a","remote_addr":"[fd00:1122:3344:101::c]:40696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":460,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.737029802Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.737117904Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"15c51305-0fcc-4e2b-8562-7074325b8875","remote_addr":"[fd00:1122:3344:101::b]:58312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96665,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.740535364Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4e33666b-2c5f-4ad7-8c12-dce1215f67d4","remote_addr":"[fd00:1122:3344:101::b]:58312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":400,"response_code":"200"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.756906789Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 241c482a-6f89-4761-a1d4-0ae605bffbe1, version: 3 }","old_vers":"RouterVersion { router_id: 241c482a-6f89-4761-a1d4-0ae605bffbe1, version: 3 }","subnet":"RouterId { vni: Vni(5751614), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.757155115Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"bc7d0b9f-dd50-4705-985d-ad6d2a155bef","remote_addr":"[fd00:1122:3344:101::b]:61669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":482,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.772843591Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.828279431Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"57272e7e-d3a4-4143-83d0-6f798f2e5e39","remote_addr":"[fd00:1122:3344:101::c]:46023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":187901,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:34.8286253Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"8ddef299-331f-4fcf-a9e8-16e8c1b39547","remote_addr":"[fd00:1122:3344:101::c]:46023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"200"} {"msg":"Profile for oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:35.145474769Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:35.145646634Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2\") failed: Property not found. retry in 70.109664ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:19:35.342840711Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2\") failed: Property not found. retry in 52.548223ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:19:35.431491092Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2\") failed: Property not found. retry in 165.166171ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:19:35.50383785Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:35.539362581Z","hostname":"buskin","pid":1572,"uri":"/3a4f779d-8bd3-4d91-a396-42894e62700b","method":"GET","req_id":"17418334-e176-447d-ba8e-268f6bb75b55","remote_addr":"[fd00:1122:3344:101::d]:58585","local_addr":"[fd00:1122:3344:101::1]:35030","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9371,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2\") failed: Property not found. retry in 386.940546ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:19:35.683551104Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2\") failed: Property not found. retry in 455.326553ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:19:36.08138886Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2\") failed: Property not found. retry in 1.446537582s","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:19:36.547762404Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2\") failed: Property not found. retry in 760.063719ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:19:38.005699494Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2\") failed: Property not found. retry in 896.371281ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:19:38.777765611Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2\") failed: Property not found. retry in 933.78422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:19:39.690743074Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.65475668Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:1633"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.664427457Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:1642"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.701452008Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:1666"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.838407319Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:835"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.83995087Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.840025432Z","hostname":"buskin","pid":1572,"uri":"/vmms/12bb2cb4-d700-4711-b8f3-899adf6f0ed2/state","method":"GET","req_id":"cbfb4d12-1d87-43d3-926e-8629bd45858d","remote_addr":"[fd00:1122:3344:101::c]:37560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6404233,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.840050302Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ad256474-9a70-4b84-b72e-ea9e6e18cea1","remote_addr":"[fd00:1122:3344:101::a]:65496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6727611,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.840060423Z","hostname":"buskin","pid":1572,"uri":"/vmms/12bb2cb4-d700-4711-b8f3-899adf6f0ed2/state","method":"GET","req_id":"042e2bf1-c99a-4f84-80f7-c6e6887abc6d","remote_addr":"[fd00:1122:3344:101::a]:48596","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6416147,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.840066473Z","hostname":"buskin","pid":1572,"uri":"/vmms/12bb2cb4-d700-4711-b8f3-899adf6f0ed2/state","method":"GET","req_id":"00f4924c-e262-40b4-ac29-a2556a861937","remote_addr":"[fd00:1122:3344:101::b]:46195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6380898,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-21T22:19:40.841626844Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.841672636Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.841703996Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-21T22:19:40.841626844Z }","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.841712066Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-21T22:19:40.841626844Z }, migration_in: None, migration_out: None }","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-21T22:19:40.891242620Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.89126757Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.891295781Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-21T22:19:40.891242620Z }","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.891304011Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-21T22:19:40.891242620Z }, migration_in: None, migration_out: None }","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.955140374Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 241c482a-6f89-4761-a1d4-0ae605bffbe1, version: 3 }","old_vers":"RouterVersion { router_id: 241c482a-6f89-4761-a1d4-0ae605bffbe1, version: 3 }","subnet":"RouterId { vni: Vni(5751614), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:40.955217526Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8222c100-2986-4832-8519-955ef75e00d1","remote_addr":"[fd00:1122:3344:101::a]:65496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":221,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:41.05082969Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45730"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:41.050926692Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"9678dce3-835d-4676-9fe6-073e6a9ff7a3","remote_addr":"[fd00:1122:3344:101::a]:45730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":25,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:41.098502284Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {e724a05d-efca-4393-a12c-434878afc9e3: {10.151.1.176: {d5f93b17-4f79-4832-95fb-4e11917a673f}, 10.151.1.175: {d5f93b17-4f79-4832-95fb-4e11917a673f}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:41.098518504Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"72118633-0fbf-4448-bd33-e708b7fb1041","remote_addr":"[fd00:1122:3344:101::a]:45730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:41.113916432Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"be4cfe20-e223-4c46-8f4c-26590ef063f1","remote_addr":"[fd00:1122:3344:101::a]:45730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:48.481274541Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58750"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:48.481460666Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"4a32affd-2ef8-40f8-b860-fb865def8634","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58750","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:51.833629812Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64683"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:51.834134845Z","hostname":"buskin","pid":1572,"uri":"/vmms/12bb2cb4-d700-4711-b8f3-899adf6f0ed2/state","method":"PUT","req_id":"39a3fffa-10a3-419d-b8fc-98d4a73df6e6","remote_addr":"[fd00:1122:3344:101::a]:64683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":428,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-21T22:19:51.834386492Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:51.834419073Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:51.834452103Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-21T22:19:51.834386492Z }","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:51.834470804Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-21T22:19:51.834386492Z }, migration_in: None, migration_out: None }","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-21T22:19:51.859880638Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:51.859901168Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:51.859930639Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-21T22:19:51.859880638Z }","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:51.859940419Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:721","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:51.859949999Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:19:51.860049232Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"11322534682552192472"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:19:51.860139044Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"16566846149470039089"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:51.861877241Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:51.861888471Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/0500fe75-d078-4f34-9d60-cafba837dfd4/debug/bundle/zone\", \"/pool/int/71eda1bd-5515-4b4f-a29e-2d0ab422249c/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/0ee78aa3-d1dc-4aba-bf73-48e592f89cd6/crypt/debug\", \"/pool/ext/9b64ac79-716a-4b39-8754-4c2453aaac1e/crypt/debug\", \"/pool/ext/8bf4d349-c633-4f1a-a81c-d5eec16ddefe/crypt/debug\", \"/pool/ext/e487f5b8-a175-40c9-977a-bf79d6ff0780/crypt/debug\", \"/pool/ext/ce69c7e2-d19a-4ebb-ab3a-bad68b57d874/crypt/debug\", \"/pool/ext/90705497-84c9-476f-8d36-e65e99d1bd4b/crypt/debug\", \"/pool/ext/05b81f98-d3c4-4b12-8704-5c05816d7ae0/crypt/debug\", \"/pool/ext/8661a543-f08a-48c3-ad32-848280029dd1/crypt/debug\", \"/pool/ext/541f1b46-2a21-484b-93da-6f70e35706f3/crypt/debug\"] }","zone_name":"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:52.503014507Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2\", bundle_id: a597c611-7c9e-4ef3-a96f-f3acf84727b6 }, time_created: 2024-10-21T22:19:51.862015094Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_12bb2cb4-d700-4711-b8f3-899adf6f0ed2","v":0,"name":"SledAgent","level":40,"time":"2024-10-21T22:19:52.503099189Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:935"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:54.249597419Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:54.266125617Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(5751614), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:54.266167868Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(5751614), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:54.266558238Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-21T22:19:54.266530508Z }, migration_in: None, migration_out: None }","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:54.292854765Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-21T22:19:54.266530508Z }, migration_in: None, migration_out: None }","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:54.297130189Z","hostname":"buskin","pid":1572,"instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","propolis_id":"12bb2cb4-d700-4711-b8f3-899adf6f0ed2","instance_id":"9534457a-7d78-4d5a-b179-7bd2b7460a5d","component":"InstanceManager","file":"sled-agent/src/instance.rs:872"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:54.750636001Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44323"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:54.750729304Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"06848a3b-5856-479e-9b42-08ad7f00203c","remote_addr":"[fd00:1122:3344:101::c]:44323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:54.791642158Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59562"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:54.791804253Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"36c32597-d83d-4586-ba6e-4b9de2d12b46","remote_addr":"[fd00:1122:3344:101::c]:59562","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:54.792023388Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:54.79206584Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:54.79208342Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4ce08fd1-02e9-4acb-885f-2d689ec68a23","remote_addr":"[fd00:1122:3344:101::c]:44323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:54.800554725Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e04bc2dd-f1d5-4587-9af5-554e120d300c","remote_addr":"[fd00:1122:3344:101::c]:44323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:55.229094875Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43935"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:55.22929707Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"20c0bb6d-ffa1-4c2e-8b4c-2f9281502cfa","remote_addr":"[fd00:1122:3344:101::a]:43935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:55.27002115Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36352"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:55.270111982Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0b37678b-690a-4164-a8ac-159d3360fcbd","remote_addr":"[fd00:1122:3344:101::a]:36352","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:55.284934425Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:55.284967776Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d538ae25-3aef-424f-b088-43f951ff9e7b","remote_addr":"[fd00:1122:3344:101::a]:36352","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:55.293983115Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"a4515a3c-4162-46c6-9cf8-7df35183a8e1","remote_addr":"[fd00:1122:3344:101::a]:36352","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":248,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:55.929653747Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53672"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:55.92976251Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"889c0661-4124-4dba-960d-f1923c80045c","remote_addr":"[fd00:1122:3344:101::a]:53672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:55.974414874Z","hostname":"buskin","pid":1572,"sled_id":"3a4f779d-8bd3-4d91-a396-42894e62700b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:55.974481506Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8714d6e7-6fab-4475-8550-436675851248","remote_addr":"[fd00:1122:3344:101::a]:53672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-21T22:19:55.982888778Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7d355cd4-3e17-47b9-8235-2cc778f58100","remote_addr":"[fd00:1122:3344:101::a]:53672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":325,"response_code":"204"}