[ Oct 30 01:44:33 Enabled. ] [ Oct 30 01:44:33 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 30 01:44:33 Method "start" exited with status 0. ] [ Oct 30 01:44:33 Rereading configuration. ] [ Oct 30 01:44:33 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.066933651Z","hostname":"buskin","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.067048474Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.120216919Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.12025466Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.232468268Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.241996293Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.250202683Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.849023366Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.988136304Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.988159395Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.988268648Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.98833733Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.98834368Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.98836023Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.991268268Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:33.991277369Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.991287949Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.991301929Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.99132752Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.991385552Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.991511895Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.991538636Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:33.991553296Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:34.002451298Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:34.002477519Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"4fe8d419-8208-497d-8882-2d3852a75fe3 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:34.103437305Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 4fe8d419-8208-497d-8882-2d3852a75fe3 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:34.515492761Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:34.515531442Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:34.515537322Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:34.515551463Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:34.515561663Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:34.515579653Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:34.515584133Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:34.524284777Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:34.524308747Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"8c159057-364f-43ea-9c01-3dd1622cc956 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:34.613632032Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 8c159057-364f-43ea-9c01-3dd1622cc956 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023680074Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023741306Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4fe8d419-8208-497d-8882-2d3852a75fe3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8c159057-364f-43ea-9c01-3dd1622cc956 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023787887Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023803677Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023815348Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023823528Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023827768Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023835488Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023840248Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4fe8d419-8208-497d-8882-2d3852a75fe3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8c159057-364f-43ea-9c01-3dd1622cc956 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023859109Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023876539Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023884219Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.02388833Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.0238934Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.02390073Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4fe8d419-8208-497d-8882-2d3852a75fe3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8c159057-364f-43ea-9c01-3dd1622cc956 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023921911Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023929841Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023935111Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023939351Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023943511Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4fe8d419-8208-497d-8882-2d3852a75fe3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8c159057-364f-43ea-9c01-3dd1622cc956 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023963361Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023976962Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023982112Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023986262Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023991972Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.023996222Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4fe8d419-8208-497d-8882-2d3852a75fe3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8c159057-364f-43ea-9c01-3dd1622cc956 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024019793Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024026953Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024032943Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024039034Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024048904Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024081355Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024094205Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4fe8d419-8208-497d-8882-2d3852a75fe3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8c159057-364f-43ea-9c01-3dd1622cc956 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024128576Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024136076Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024141666Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024145726Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024153247Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024157647Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4fe8d419-8208-497d-8882-2d3852a75fe3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8c159057-364f-43ea-9c01-3dd1622cc956 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024193738Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024198868Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024203328Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024208328Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024214638Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024219699Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024228459Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4fe8d419-8208-497d-8882-2d3852a75fe3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8c159057-364f-43ea-9c01-3dd1622cc956 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.02426353Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.02427093Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.02427492Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.0242801Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.0242844Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.02429135Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4fe8d419-8208-497d-8882-2d3852a75fe3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8c159057-364f-43ea-9c01-3dd1622cc956 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024327761Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024337011Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024342042Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024347162Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4fe8d419-8208-497d-8882-2d3852a75fe3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8c159057-364f-43ea-9c01-3dd1622cc956 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024388463Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024393423Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024400323Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024404413Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024409144Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024448665Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024469745Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024481975Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024497376Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024507916Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024512206Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024552337Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.024558188Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.038950713Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:733"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.038973664Z","hostname":"buskin","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999927938s","next_cleanup":"Instant { tv_sec: 1352, tv_nsec: 896845639 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.038989104Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3908"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.039030405Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.039075927Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.041025299Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.042074587Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.043865225Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.04440618Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1073"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.04441281Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.044460801Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.044500042Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.044510632Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.044515343Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1136"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.044537273Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.044560004Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.044568124Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.044572004Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1178"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.044575364Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.044578924Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.044594975Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.044622565Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.044930644Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 237bce75-0f39-4da4-9f6f-ffa809974e6c,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 6ac8db21-44b0-408b-b2a4-07278f4cec2c (sled),\n rack_id: 237bce75-0f39-4da4-9f6f-ffa809974e6c,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.04516528Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.04517033Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1212"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.045202661Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.045215431Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.045353175Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.045479288Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.04552608Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 6ac8db21-44b0-408b-b2a4-07278f4cec2c (sled), rack_id: 237bce75-0f39-4da4-9f6f-ffa809974e6c, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.04627507Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4205"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.046325631Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4587"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.05075557Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.056549555Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.056756051Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061324173Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061387965Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061513538Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:44520","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 6ac8db21-44b0-408b-b2a4-07278f4cec2c (sled), rack_id: 237bce75-0f39-4da4-9f6f-ffa809974e6c, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061656602Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061669112Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061711713Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061719924Z","hostname":"buskin","pid":1572,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061727234Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061731744Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"No ledger in /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061742434Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061755065Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061781105Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061788966Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061793226Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061798976Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061805646Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.061815586Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.080429805Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.102276681Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.119241586Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.122277877Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:401"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.122342829Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.1223997Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:413"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.122480673Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 105.364214ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.125831622Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ae43a7c-1962-48a0-8c21-6abc774461a6\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 01:44:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1ae43a7c-1962-48a0-8c21-6abc774461a6\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_4fe8d419-8208-497d-8882-2d3852a75fe3/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.13506601Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_4fe8d419-8208-497d-8882-2d3852a75fe3/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.158491768Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_4fe8d419-8208-497d-8882-2d3852a75fe3/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.158536589Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.163686667Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:428"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.163700707Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_4fe8d419-8208-497d-8882-2d3852a75fe3/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.163705928Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.23242452Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 138.80012ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.233078657Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"356118de-6a80-43e7-ad88-3bedd15c9c84\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 01:44:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"356118de-6a80-43e7-ad88-3bedd15c9c84\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.250050612Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.373255725Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 126.622976ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.373862701Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67b9b857-20c7-4914-8030-0219778fbd0a\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 01:44:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"67b9b857-20c7-4914-8030-0219778fbd0a\" }"} {"msg":"Mounting oxi_4fe8d419-8208-497d-8882-2d3852a75fe3/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.468517079Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.481436975Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.481524067Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.481549898Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.481573849Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.50177321Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 194.467863ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.502209432Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb0a6e82-e09d-4235-997f-248b95dc798e\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 01:44:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fb0a6e82-e09d-4235-997f-248b95dc798e\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.698080952Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 298.824356ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.698835093Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0fd8fac-7fd3-48b4-8f37-1d5ddf56926a\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 01:44:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f0fd8fac-7fd3-48b4-8f37-1d5ddf56926a\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:35.999573154Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 309.104853ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:36.000483998Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d84bf27-3099-456a-95c1-7f10c15f8664\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 01:44:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5d84bf27-3099-456a-95c1-7f10c15f8664\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:36.206622614Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:36.212176973Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:35061","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:36.212209854Z","hostname":"buskin","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:36.212273026Z","hostname":"buskin","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:35061","producer_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:36.21354857Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"155.737221ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:36.214380792Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:36.214388062Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:36.214461664Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:917","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:36.214467914Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:36.311474865Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:36.3709946Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"730.050273ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:37.102925701Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"679.085065ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:37.783506915Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.408630361s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:38.638031881Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2663"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:38.638071432Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2881"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:38.638090742Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2533"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:38.638104053Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2580"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:38.638155104Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2962"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:38.638169955Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3004"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:38.640084016Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2806"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:38.64137252Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2574"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:38.641489733Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:38.641636788Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 73.246724ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:38.861678476Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 98.355033ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:39.058668696Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 114.956859ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:39.235978459Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:39.236872013Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"3.632326502s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 388.746164ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:39.432840397Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 973.470403ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:40.034266199Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 868.407472ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:41.159890102Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.394884841s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:42.07934954Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:42.870705984Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"11.07002411s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 684.932421ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:43.653297262Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.636504089Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.6365566Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.636583791Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.636599111Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.636816867Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.637013223Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.637058444Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.637069924Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3908"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.637120905Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:44520","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.924780467Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.924863299Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.924981282Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.925059434Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.925081265Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.925090445Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.925125886Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.925134686Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.929684818Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4229","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.929694828Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4245"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:44.929700769Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.198150934Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49374"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.198409791Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.198417111Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.198455012Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.198481273Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.198568645Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"1159c13c-bdd3-4f5f-b24f-c26038bbb27e","remote_addr":"[fd00:1122:3344:101::1]:49374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":277,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.228164829Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:34738"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.22824038Z","hostname":"buskin","pid":1572,"uri":"/sled-role","method":"GET","req_id":"b1c9650d-e8d9-4d8f-ab28-5d68bff9a7d4","remote_addr":"[fd00:1122:3344:101::1]:34738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":28,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.228774075Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.228789335Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.229135064Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.229380001Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:849"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 88716aba-3bba-4cb3-8f11-136799c717c9, pool_id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: eab6865c-7c84-4eed-b747-69e9d30ffef6, pool_id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 6c781419-6341-45b9-943b-62b2a2a822d7, pool_id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: dc8aed1b-f115-4310-8d06-4bacc9da0428, pool_id: ebd3359c-e503-4b15-887d-91d4123eb86e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 1c21a6c8-5c10-413e-bd7a-6ee7589c89c9, pool_id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: fb2db7b2-f462-4371-b06f-6e05914fc9a6, pool_id: a19adf10-b194-47d2-b232-56e65434fa07 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 6c72e02e-f5f1-4d17-a45a-87ee7612ffd6, pool_id: e706975f-2413-46d8-ad0d-89c33c103100 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 9531f710-851b-4e1b-8452-dc2520d481ea, pool_id: fffcf65e-2c7e-45c7-8343-0d7b083c7ef7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: db267a8d-3fe9-4c6b-a67c-e44ccc5f9fd8, pool_id: e5117a3e-2bde-43d6-9a9d-0207e8b76656 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.267981936Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.268049088Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43850"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.268223152Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:874"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 88716aba-3bba-4cb3-8f11-136799c717c9, pool_id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: eab6865c-7c84-4eed-b747-69e9d30ffef6, pool_id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 6c781419-6341-45b9-943b-62b2a2a822d7, pool_id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: dc8aed1b-f115-4310-8d06-4bacc9da0428, pool_id: ebd3359c-e503-4b15-887d-91d4123eb86e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 1c21a6c8-5c10-413e-bd7a-6ee7589c89c9, pool_id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: fb2db7b2-f462-4371-b06f-6e05914fc9a6, pool_id: a19adf10-b194-47d2-b232-56e65434fa07 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 6c72e02e-f5f1-4d17-a45a-87ee7612ffd6, pool_id: e706975f-2413-46d8-ad0d-89c33c103100 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 9531f710-851b-4e1b-8452-dc2520d481ea, pool_id: fffcf65e-2c7e-45c7-8343-0d7b083c7ef7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: db267a8d-3fe9-4c6b-a67c-e44ccc5f9fd8, pool_id: e5117a3e-2bde-43d6-9a9d-0207e8b76656 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.268245883Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.268251253Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.268257103Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.268261944Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.268267453Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.268279314Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.268285354Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.268289864Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.417791862Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:45.417832043Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/6ac8db21-44b0-408b-b2a4-07278f4cec2c)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:44:45.666110638Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.594805983Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:44:46.59803569Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6634626329118145679"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:44:46.598171874Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6723605264010956097"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.608950743Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.616509605Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.616593747Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.616631088Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.616640849Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.616650119Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.616775212Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.616783673Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.651444702Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d1ad0c50-1b03-4d0f-ac25-f1dddd3de254/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.658822949Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/6ac8db21-44b0-408b-b2a4-07278f4cec2c)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:44:46.669828824Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_d1ad0c50-1b03-4d0f-ac25-f1dddd3de254","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.830099701Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.838126086Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.838171467Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.838178827Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.838186217Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.838213478Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.847127707Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.847161748Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.935947468Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.942609887Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.942647128Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.942655108Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.942673129Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.942687339Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.942820622Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.942827063Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.974915893Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_7db5b8be-2234-4c8f-9c94-d27249c4ef8b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:46.982062884Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_7db5b8be-2234-4c8f-9c94-d27249c4ef8b","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.159910482Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.168120042Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.168158213Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.168165823Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.168172863Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.168177654Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.177868643Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.177890124Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.27176249Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.279737164Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.279763405Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.279789495Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.279824406Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.279847437Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.27994494Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.2799525Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.315547434Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_0e937d4e-c5de-431b-9685-10c36fcf3ced/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.323819546Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_0e937d4e-c5de-431b-9685-10c36fcf3ced","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.502348821Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.510394647Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.510433048Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.510440529Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.510445929Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.510450189Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.519914123Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.519940023Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ebd3359c-e503-4b15-887d-91d4123eb86e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.613877631Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: ebd3359c-e503-4b15-887d-91d4123eb86e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.621818104Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.621853225Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.621863435Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.621913927Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.621923487Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.622088191Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.622099412Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.657560442Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ebd3359c-e503-4b15-887d-91d4123eb86e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.665602528Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/6ac8db21-44b0-408b-b2a4-07278f4cec2c)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:44:47.671605349Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_ebd3359c-e503-4b15-887d-91d4123eb86e","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.844216056Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.851974924Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.852014395Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.852028815Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.852034246Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.852039946Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.861245373Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.861268103Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.954905303Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.962843296Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.962871297Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.962878987Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.962912298Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.962921148Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.963050531Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.963072832Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:47.99583469Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_7a742654-e5f0-4584-9e5b-0fdca7169b90/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.002699124Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_7a742654-e5f0-4584-9e5b-0fdca7169b90","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.165244941Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.172912307Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.172944117Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.172949708Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.172954908Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.172994149Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.182594646Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.182627847Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"a19adf10-b194-47d2-b232-56e65434fa07 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.27823204Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: a19adf10-b194-47d2-b232-56e65434fa07 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.286938863Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.286973444Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.286980054Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.286988025Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.287039686Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.287157189Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.28717031Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.323249987Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a19adf10-b194-47d2-b232-56e65434fa07/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.331021615Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_a19adf10-b194-47d2-b232-56e65434fa07","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.500110168Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.507133316Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.507171467Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.507179307Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.507188317Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.507210918Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.516928839Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.516952969Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"e706975f-2413-46d8-ad0d-89c33c103100 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.61135596Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: e706975f-2413-46d8-ad0d-89c33c103100 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.619260892Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.619291303Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.619297543Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.619336054Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.619349544Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.619474367Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.619481598Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.654445245Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_e706975f-2413-46d8-ad0d-89c33c103100/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.661883154Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/6ac8db21-44b0-408b-b2a4-07278f4cec2c)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:44:48.673511106Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_e706975f-2413-46d8-ad0d-89c33c103100","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.824833603Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.831683566Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.831738708Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.831747408Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.831759628Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.831769398Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.84117129Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.841190621Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"fffcf65e-2c7e-45c7-8343-0d7b083c7ef7 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.936689211Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: fffcf65e-2c7e-45c7-8343-0d7b083c7ef7 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.944317166Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.944365217Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.944390517Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.944434819Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.944445509Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.944601883Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.944608333Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.977241758Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:48.984540924Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_fffcf65e-2c7e-45c7-8343-0d7b083c7ef7","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.164731664Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.172684737Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.172730218Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.172748779Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.172760979Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.17276545Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.182077109Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.18210554Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"e5117a3e-2bde-43d6-9a9d-0207e8b76656 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.277626941Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: e5117a3e-2bde-43d6-9a9d-0207e8b76656 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.28542547Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.28545053Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.28545956Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.285497452Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.285509962Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.285627935Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.285634975Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.318696711Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.326458239Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.498305286Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.506015063Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.506067494Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.506147916Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.50628578Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4fe8d419-8208-497d-8882-2d3852a75fe3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8c159057-364f-43ea-9c01-3dd1622cc956 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ebd3359c-e503-4b15-887d-91d4123eb86e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a19adf10-b194-47d2-b232-56e65434fa07 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e706975f-2413-46d8-ad0d-89c33c103100 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fffcf65e-2c7e-45c7-8343-0d7b083c7ef7 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e5117a3e-2bde-43d6-9a9d-0207e8b76656 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.506338152Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.506354902Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.506488485Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.506756733Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:878"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.506770383Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.506779743Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.506791694Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:909"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.506795944Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:914"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.506810434Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.506817484Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:920"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.506841865Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.506852465Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:925"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.506936968Z","hostname":"buskin","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"295221f5-bd2f-40f2-9321-deb74b8e44b7","remote_addr":"[fd00:1122:3344:101::1]:43850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4238821,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 74a1d86d-5291-49cf-a335-03861cdc73d0 (service), filesystem_pool: Some(ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8 (service), filesystem_pool: Some(ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6a2ee6b1-5e2c-4e94-914f-21243344d4da (service), filesystem_pool: Some(ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.538138564Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.538256237Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49804"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74a1d86d-5291-49cf-a335-03861cdc73d0, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.538524444Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.538530755Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 74a1d86d-5291-49cf-a335-03861cdc73d0, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.588552096Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.588588806Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a2ee6b1-5e2c-4e94-914f-21243344d4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.636585623Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.636619144Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6a2ee6b1-5e2c-4e94-914f-21243344d4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/6ac8db21-44b0-408b-b2a4-07278f4cec2c)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:44:49.676231176Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.685464683Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.685489484Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.685500714Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.685524205Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.731255091Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.731290922Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.731294492Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.782133125Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.785891226Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.789679907Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.801789812Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.80581132Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:49.810733661Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/6ac8db21-44b0-408b-b2a4-07278f4cec2c)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:44:50.678509483Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:51.357933975Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:51.358071199Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:51.358266754Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:51.841667813Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:52.322173243Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:52.322295126Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:52.322308276Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da\") failed: Property not found. retry in 53.179258ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:52.330449324Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:52.330483316Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:52.334451812Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da\") failed: Property not found. retry in 75.661626ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:52.394284166Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0\") failed: Property not found. retry in 43.482342ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:52.455860206Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8\") failed: Property not found. retry in 63.403639ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:52.461892708Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da\") failed: Property not found. retry in 283.20218ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:52.478124633Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0\") failed: Property not found. retry in 114.951365ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:52.506191326Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8\") failed: Property not found. retry in 82.766792ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:52.607728768Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0\") failed: Property not found. retry in 104.303856ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:52.728969138Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8\") failed: Property not found. retry in 237.695963ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:52.747378151Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da\") failed: Property not found. retry in 593.182668ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:52.776308676Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0\") failed: Property not found. retry in 414.856917ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:52.858904171Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8\") failed: Property not found. retry in 408.206684ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:52.995289186Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0\") failed: Property not found. retry in 575.296685ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:53.28305859Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da\") failed: Property not found. retry in 588.117257ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:53.378358035Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8\") failed: Property not found. retry in 908.433333ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:53.413949709Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0\") failed: Property not found. retry in 1.146418564s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:53.869142161Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da\") failed: Property not found. retry in 552.498361ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:53.975923253Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8\") failed: Property not found. retry in 1.047370689s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:54.330970031Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da\") failed: Property not found. retry in 1.213166253s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:54.53687112Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:44:54.639397489Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3257571784931703731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:44:54.639516102Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12498626642120037817"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:54.90507208Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4253"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:54.905108901Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4263","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:54.910767663Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4342"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.014042672Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4390"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.014065352Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4417"} {"msg":"wait for service Some(\"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0\") failed: Property not found. retry in 1.34873344s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:55.026691131Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.054471165Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4430"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.054495656Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4294"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.107584059Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4336"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.10760591Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4397","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.127275467Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4408"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.127304508Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4450"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.196683938Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4482"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.196714698Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4488"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.28444251Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4529"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.284483131Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Failed to get switch ID from MGS (retrying in 41.604486ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:55.316981733Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 143.637482ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:55.360355205Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"wait for service Some(\"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8\") failed: Property not found. retry in 1.081546533s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:55.387884913Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.483501976Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:49544"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.483729332Z","hostname":"buskin","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"28fa5440-b921-4eea-b83f-3b7b7d82f642","remote_addr":"[fd00:1122:3344:101::2]:49544","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"200"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.506217165Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.538169342Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.538285675Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.538767768Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.538803089Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.575240765Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624313841Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624370473Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624382213Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624394013Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624402554Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624407003Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624413964Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624427784Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624434454Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624440915Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624446225Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624452835Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624457975Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624464345Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624468615Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624472775Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624476865Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624480996Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624485126Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624499426Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624503896Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624508086Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:55.624512266Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da\") failed: Property not found. retry in 1.00415923s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:55.759374132Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0\") failed: Property not found. retry in 1.255018803s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:56.383604825Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8\") failed: Property not found. retry in 876.886556ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:56.477740508Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:44:56.6001721Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6634626329118145679"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:44:56.600283823Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6723605264010956097"} {"msg":"wait for service Some(\"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da\") failed: Property not found. retry in 1.315892727s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:56.773110536Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.10914005Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_internal_dns_6a2ee6b1-5e2c-4e94-914f-21243344d4da"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.109177551Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_internal_dns_74a1d86d-5291-49cf-a335-03861cdc73d0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.109191511Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_internal_dns_8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8"} {"msg":"Writing ledger to /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.109201482Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.109575172Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.109978852Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"3b8955f9-3f37-4221-84b6-fc33f6751a7f","remote_addr":"[fd00:1122:3344:101::1]:49804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8571605,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.111977906Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.157603489Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.204076755Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.257066125Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.257076606Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.289193127Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.290208834Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.290213094Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 74a1d86d-5291-49cf-a335-03861cdc73d0 (service), filesystem_pool: Some(ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8 (service), filesystem_pool: Some(ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6a2ee6b1-5e2c-4e94-914f-21243344d4da (service), filesystem_pool: Some(ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a (service), filesystem_pool: Some(ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f46a9234-bd3e-4e5c-96bd-b129a4946eb6, kind: Service { id: ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a }, name: Name(\"ntp-ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 199])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.319284263Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.319381216Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61071"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74a1d86d-5291-49cf-a335-03861cdc73d0, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.319610622Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.319617012Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 74a1d86d-5291-49cf-a335-03861cdc73d0, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.339407093Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.339444734Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a2ee6b1-5e2c-4e94-914f-21243344d4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.357518678Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.357564379Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6a2ee6b1-5e2c-4e94-914f-21243344d4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.376448006Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.376496497Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.376655411Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.376804305Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.386900316Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.419020397Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.419818288Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.419827218Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.449205236Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 212, 199]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.449213396Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.449689059Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.449698379Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.450001197Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.450396998Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.472026188Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:58.491373336Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:59.12010239Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:44:59.120219463Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a\") failed: Property not found. retry in 27.524826ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:59.248758299Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a\") failed: Property not found. retry in 83.969955ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:59.28350052Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a\") failed: Property not found. retry in 225.943023ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:59.381136367Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a\") failed: Property not found. retry in 345.339772ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:59.621167782Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a\") failed: Property not found. retry in 883.190655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:44:59.976863136Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a\") failed: Property not found. retry in 571.556853ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:00.870639495Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a\") failed: Property not found. retry in 730.543966ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:01.451212108Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a\") failed: Property not found. retry in 1.337058756s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:02.190350081Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a\") failed: Property not found. retry in 1.068650697s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:03.536036844Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:04.624163952Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a"} {"msg":"Writing ledger to /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:04.624267295Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:04.624659955Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:04.625005725Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"8a09e51f-4693-4cff-8481-5563330ab915","remote_addr":"[fd00:1122:3344:101::1]:61071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6305552,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:04.627339967Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:04.640644274Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3257571784931703731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:04.640819638Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12498626642120037817"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:04.656766556Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:04.65691051Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38564"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:04.665418788Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:04.665546472Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"20835be8-cca8-4e2c-8aa9-5acdd4d96110","remote_addr":"[fd00:1122:3344:101::1]:38564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8475,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:04.668264034Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:04.791988041Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:04.792122674Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49928"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:06.601935288Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6634626329118145679"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:06.602059692Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6723605264010956097"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:07.383398566Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3770074042120059388"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:07.66181321Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14911163519750847714"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:08.112983804Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10312430458748218282"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:08.800204116Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:08.800305139Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"acb2d49d-8a58-4315-aee4-672a4d978a89","remote_addr":"[fd00:1122:3344:101::1]:49928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008101,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:08.802514098Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:08.931591318Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:08.931741122Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64816"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:08.940099556Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:08.940192599Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"d62c1dc0-2931-4b9b-8a1b-a64162e3e345","remote_addr":"[fd00:1122:3344:101::1]:64816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8392,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:08.94358361Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:09.098313377Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:09.098470371Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48266"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:13.43549086Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:13.435724816Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"2fab5375-db33-45d3-91be-8a3bf39f7507","remote_addr":"[fd00:1122:3344:101::1]:48266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4012065,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:13.43810994Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:13.560624685Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:13.560762678Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59432"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:13.569897103Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"903ec4e8-f521-45ad-b9ec-a4c0b29dea89","remote_addr":"[fd00:1122:3344:101::1]:59432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9020,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1730252710.6995811, correction: -0.091659762 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:13.572986446Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:13.573004097Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:13.792618893Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:13.792794338Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62850"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:13.801706787Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"67a5865a-93cc-4385-865e-9b00403b81e0","remote_addr":"[fd00:1122:3344:101::1]:62850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8837,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1730252710.6995811, correction: -0.091030315 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:13.803175047Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:13.803179437Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:14.117935863Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:14.118120558Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56494"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:14.12677271Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"014bf61d-b86e-4ec1-8a9d-20f19e4821d1","remote_addr":"[fd00:1122:3344:101::1]:56494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8600,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1730252710.6995811, correction: -0.098655924 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:14.128852546Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:14.128858976Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:14.30537678Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"343.413002ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:14.502060397Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:14.502204171Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45902"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:14.510799252Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"0170a0c0-aa98-46a0-9ace-b52cac62f17d","remote_addr":"[fd00:1122:3344:101::1]:45902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8554,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1730252710.6995811, correction: -0.097612984 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:14.514564043Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:14.514572543Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:14.925791337Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:14.925956281Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53137"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:14.934134791Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"2eafdd6b-f895-4904-b222-4dee5ee2a744","remote_addr":"[fd00:1122:3344:101::1]:53137","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8133,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1730252710.6995811, correction: -0.096463092 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:14.936439873Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:14.936445653Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:14.949423732Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17441719609477999588"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:14.949549416Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2749733564945432080"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:14.964826586Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3257571784931703731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:14.965077283Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12498626642120037817"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:15.567897936Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:15.56803277Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63612"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:15.576538109Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"0aaa1352-3045-48f7-9f4d-6f4d8dfa67df","remote_addr":"[fd00:1122:3344:101::1]:63612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8482,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1730252710.6995811, correction: -0.092706479 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:15.579033486Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:15.579041316Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:16.207243542Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:16.207342244Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40251"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:16.21609406Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"dda6e6b6-89a5-4ddf-9518-57ebb84412b9","remote_addr":"[fd00:1122:3344:101::1]:40251","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8593,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1730252710.6995811, correction: -0.088396125 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:16.218453033Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:16.218470184Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:16.921351306Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6634626329118145679"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:16.92147681Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6723605264010956097"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:17.114280302Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:17.114460337Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:17.123409147Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"00f853cd-9ef9-4cf2-9a6a-c642165320fa","remote_addr":"[fd00:1122:3344:101::1]:44204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8896,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3638887493, ip_addr: 216.229.4.69, stratum: 3, ref_time: 1730252716.862949, correction: -0.08357127 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:17.125991597Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:17.125998107Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:17.700269273Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3770074042120059388"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:17.977813304Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14911163519750847714"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:18.165346734Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:18.165524479Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36464"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:18.174186772Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"7a256100-dbad-49d4-9698-8a973953ffdc","remote_addr":"[fd00:1122:3344:101::1]:36464","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8623,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1730252710.6995811, correction: -0.080497257 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:18.176515274Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:18.176522325Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:18.428435105Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10312430458748218282"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:19.001106698Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:19.001277643Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42994"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:19.009621557Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"ab558230-335d-4664-8595-e07cc9d502a8","remote_addr":"[fd00:1122:3344:101::1]:42994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8297,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1730252710.6995811, correction: -0.078228422 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:19.011865048Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:19.011870738Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:20.017800556Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:20.017986501Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48397"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:20.026459969Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"7a18806c-1f3e-47ff-b6d0-3ab4dc885d90","remote_addr":"[fd00:1122:3344:101::1]:48397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8409,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3638887493, ip_addr: 216.229.4.69, stratum: 3, ref_time: 1730252717.9994316, correction: -0.075059704 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:20.028992247Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:20.029002547Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:21.721065658Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:21.721169231Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:21.729420223Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"c160f019-471e-4550-94db-109140769bf1","remote_addr":"[fd00:1122:3344:101::1]:61198","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8142,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3638887493, ip_addr: 216.229.4.69, stratum: 3, ref_time: 1730252720.5375936, correction: -0.07056196 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:21.731617422Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:21.731625872Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:22.735824875Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:22.735947758Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46036"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:22.744503658Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"cfb73766-1a8a-4eb9-b65c-70173b8bb66c","remote_addr":"[fd00:1122:3344:101::1]:46036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8398,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3638887493, ip_addr: 216.229.4.69, stratum: 3, ref_time: 1730252721.4993386, correction: -0.06783431 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:22.746639526Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:22.746654576Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:23.958756627Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:23.95889343Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38617"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:23.966947617Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"7bcbfeb7-e582-448e-9ddf-33b2a6f458b7","remote_addr":"[fd00:1122:3344:101::1]:38617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7998,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3638887493, ip_addr: 216.229.4.69, stratum: 3, ref_time: 1730252722.1458282, correction: -0.064294226 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:23.971240832Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:23.971247863Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:24.924043213Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17441719609477999588"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:24.924197227Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2749733564945432080"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:24.938383488Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3257571784931703731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:24.939513229Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12498626642120037817"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:25.376382592Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62637"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:25.376593658Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"bcaaef6e-7bd7-4a50-bcc0-d30a138b36f0","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62637","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:26.019415436Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:26.019580421Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50931"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:26.028331836Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"e34c420a-b7d5-4190-901f-86a761341a4f","remote_addr":"[fd00:1122:3344:101::1]:50931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8685,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3638887493, ip_addr: 216.229.4.69, stratum: 3, ref_time: 1730252724.2589238, correction: -0.058535852 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:26.030637088Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:26.030643288Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:26.89592007Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6634626329118145679"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:26.896042079Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6723605264010956097"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:27.675051277Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3770074042120059388"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:27.952516145Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14911163519750847714"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:45:28.403424024Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10312430458748218282"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:28.725560113Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:28.725678176Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43664"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:28.734107993Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"89ecb04c-b828-451c-b5ad-f37132ee6716","remote_addr":"[fd00:1122:3344:101::1]:43664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8240,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3638887493, ip_addr: 216.229.4.69, stratum: 3, ref_time: 1730252727.3054204, correction: -0.051236793 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:28.736416195Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:28.736427025Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:29.641706348Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"647.684303ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:31.874694248Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:31.874830652Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42598"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:31.895549219Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"c5853bd0-9f45-4696-a928-5179911da3ad","remote_addr":"[fd00:1122:3344:101::1]:42598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":20657,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 3638887493, ip_addr: 216.229.4.69, stratum: 3, ref_time: 1730252730.6025386, correction: -0.042706084 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:31.899792333Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:31.899798723Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1298"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 74a1d86d-5291-49cf-a335-03861cdc73d0 (service), filesystem_pool: Some(ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8 (service), filesystem_pool: Some(ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6a2ee6b1-5e2c-4e94-914f-21243344d4da (service), filesystem_pool: Some(ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a (service), filesystem_pool: Some(ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f46a9234-bd3e-4e5c-96bd-b129a4946eb6, kind: Service { id: ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a }, name: Name(\"ntp-ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 199])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 02a9ff99-ccea-46de-befb-308513d06005 (service), filesystem_pool: Some(ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99ea1f0d-2a60-424b-a7c5-027cce7bcc69 (service), filesystem_pool: Some(ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External } } } }, OmicronZoneConfig { id: 17ac6cba-2eef-4571-99c5-dcb2290ab9b2 (service), filesystem_pool: Some(ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External } } } }, OmicronZoneConfig { id: b2841c11-1acb-40ac-a893-f33180cd9c8a (service), filesystem_pool: Some(ZpoolName { id: ebd3359c-e503-4b15-887d-91d4123eb86e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ebd3359c-e503-4b15-887d-91d4123eb86e (zpool), kind: External } } } }, OmicronZoneConfig { id: 745ce478-bcb0-43a9-8ed4-adc9945004b5 (service), filesystem_pool: Some(ZpoolName { id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:31.928776262Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:31.928887705Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63033"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74a1d86d-5291-49cf-a335-03861cdc73d0, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:31.929348584Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:31.929354734Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 74a1d86d-5291-49cf-a335-03861cdc73d0, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:31.950137956Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:31.950190977Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a2ee6b1-5e2c-4e94-914f-21243344d4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:31.967886493Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:31.967933514Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6a2ee6b1-5e2c-4e94-914f-21243344d4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 02a9ff99-ccea-46de-befb-308513d06005, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:31.987195222Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:31.987243373Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 02a9ff99-ccea-46de-befb-308513d06005, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99ea1f0d-2a60-424b-a7c5-027cce7bcc69, dataset_name: DatasetName { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.037385411Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.037442093Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 99ea1f0d-2a60-424b-a7c5-027cce7bcc69, dataset_name: DatasetName { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17ac6cba-2eef-4571-99c5-dcb2290ab9b2, dataset_name: DatasetName { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.088084784Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.088133965Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 17ac6cba-2eef-4571-99c5-dcb2290ab9b2, dataset_name: DatasetName { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2841c11-1acb-40ac-a893-f33180cd9c8a, dataset_name: DatasetName { pool_name: ZpoolName { id: ebd3359c-e503-4b15-887d-91d4123eb86e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.143094873Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.143141504Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b2841c11-1acb-40ac-a893-f33180cd9c8a, dataset_name: DatasetName { pool_name: ZpoolName { id: ebd3359c-e503-4b15-887d-91d4123eb86e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 745ce478-bcb0-43a9-8ed4-adc9945004b5, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.19360204Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.19364677Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 745ce478-bcb0-43a9-8ed4-adc9945004b5, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.245258948Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.245306369Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.245559376Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.245680689Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.327806577Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.327861228Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.327867608Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.327872708Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.327879048Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.416024677Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.420798646Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.424938797Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.429285694Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.433649872Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.438119052Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.443418464Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.448029198Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.45219736Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:32.455903152Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:35.344256787Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:35.344462153Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:35.344476353Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:35.349761395Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:35.349820547Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:35.353828715Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:35.382774033Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:35.382951799Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:35.448227742Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:35.448401877Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 48.784611ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:35.48535067Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005\") failed: Property not found. retry in 27.437133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:35.492203964Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a\") failed: Property not found. retry in 32.934681ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:35.498957716Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5\") failed: Property not found. retry in 46.980722ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:35.519476007Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005\") failed: Property not found. retry in 73.765753ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:35.527090992Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a\") failed: Property not found. retry in 57.771324ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:35.53893666Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 118.180311ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:35.546228986Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5\") failed: Property not found. retry in 88.562884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:35.640294575Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a\") failed: Property not found. retry in 157.616545ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:35.669992493Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 173.276326ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:35.709119695Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005\") failed: Property not found. retry in 244.216139ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:35.851861032Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a\") failed: Property not found. retry in 517.667328ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:36.179384735Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 37.567339ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:36.244641899Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5\") failed: Property not found. retry in 254.540671ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:36.499009306Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 205.546416ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:36.635644089Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005\") failed: Property not found. retry in 585.278079ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:37.456315209Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a\") failed: Property not found. retry in 979.247957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:37.528282152Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 138.018815ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:37.592062506Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5\") failed: Property not found. retry in 341.712315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:37.635864023Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 522.873411ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:37.679459495Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005\") failed: Property not found. retry in 450.905597ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:37.709648497Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 249.605121ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:37.754348968Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5\") failed: Property not found. retry in 1.191229177s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:38.079643832Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 591.215467ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:38.105567219Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005\") failed: Property not found. retry in 1.330036956s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:38.180728889Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 722.73794ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:38.214446196Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a\") failed: Property not found. retry in 1.362471741s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:38.51744367Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 449.747433ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:38.705401322Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 1.285198479s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:38.944120428Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 563.857708ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:39.163406443Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5\") failed: Property not found. retry in 1.085567038s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:39.27383827Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005\") failed: Property not found. retry in 1.316976338s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:39.51526978Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 1.309646967s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:39.734173754Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a\") failed: Property not found. retry in 820.405889ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:39.885263105Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 505.974564ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:40.234948015Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5\") failed: Property not found. retry in 749.781832ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:40.367286982Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a\") failed: Property not found. retry in 1.248329368s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:40.715448779Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 644.930652ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:40.752229789Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005\") failed: Property not found. retry in 831.874596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:40.842156077Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 1.22942365s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:41.054091733Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5\") failed: Property not found. retry in 706.811188ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:41.12615521Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 1.212529707s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:41.405546614Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005\") failed: Property not found. retry in 970.975525ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:41.681212189Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5\") failed: Property not found. retry in 708.898164ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:41.838883228Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a\") failed: Property not found. retry in 1.369774088s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:41.967856094Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 976.317882ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:42.288273706Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5\") failed: Property not found. retry in 645.214198ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:42.554570804Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 1.033876317s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:42.624294188Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005\") failed: Property not found. retry in 500.502854ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:42.657164843Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005\") failed: Property not found. retry in 729.590438ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:43.167814178Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5\") failed: Property not found. retry in 1.206478828s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:43.207075553Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 1.067056975s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:43.270521804Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a\") failed: Property not found. retry in 1.067156387s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:43.342624766Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 1.473751885s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:43.664408745Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005\") failed: Property not found. retry in 1.000401978s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:43.905606508Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 885.868442ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:44.34616238Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 1.0636587s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:45.145154216Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 1.317315346s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:45.238801513Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:45.281533712Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"544.63449ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 506.039038ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:46.216254916Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 528.703808ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:46.563546501Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 569.594791ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:47.424955595Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 1.146794596s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:47.439429844Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 997.652846ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:48.008344395Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 1.215831982s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:48.597040186Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 1.169443111s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:49.018043393Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 1.166028069s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:49.830136287Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 767.249189ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:50.197584014Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 1.027693754s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:50.976138321Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 608.372253ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:51.006981977Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 1.404960694s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:51.625338491Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 1.035982591s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:52.012651672Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 890.000301ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:53.040730888Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 573.673063ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:53.057322893Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2\") failed: Property not found. retry in 1.081726128s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:53.63883124Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69\") failed: Property not found. retry in 748.629807ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:45:53.939436147Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:54.742839253Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_cockroachdb_b2841c11-1acb-40ac-a893-f33180cd9c8a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:54.742903215Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_cockroachdb_99ea1f0d-2a60-424b-a7c5-027cce7bcc69"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:54.742914545Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_cockroachdb_745ce478-bcb0-43a9-8ed4-adc9945004b5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:54.742921395Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_cockroachdb_17ac6cba-2eef-4571-99c5-dcb2290ab9b2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:54.742928045Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_cockroachdb_02a9ff99-ccea-46de-befb-308513d06005"} {"msg":"Writing ledger to /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:54.742992087Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:54.743781708Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:54.744623681Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"c22b1f0a-13f2-43e8-bba1-c1fd4c6dc323","remote_addr":"[fd00:1122:3344:101::1]:63033","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22858127,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:54.778607852Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49269"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:54.80911049Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3704"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:54.980077113Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3722"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:55.35192257Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33194"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:45:55.352120886Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"e00e8d63-8e2a-41bf-93ee-27c2236ca1af","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33194","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:00.855839786Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"2.911799089s"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.077453634Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3745"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.077512536Z","hostname":"buskin","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"8e1e5656-52a5-43fc-80df-04871f6b4104","remote_addr":"[fd00:1122:3344:101::1]:49269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":17298966,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74a1d86d-5291-49cf-a335-03861cdc73d0 (service), filesystem_pool: Some(ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8 (service), filesystem_pool: Some(ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6a2ee6b1-5e2c-4e94-914f-21243344d4da (service), filesystem_pool: Some(ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a (service), filesystem_pool: Some(ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f46a9234-bd3e-4e5c-96bd-b129a4946eb6, kind: Service { id: ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a }, name: Name(\"ntp-ac52d2ef-ad78-493c-9bd3-49ae1a1f8e5a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 199])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 02a9ff99-ccea-46de-befb-308513d06005 (service), filesystem_pool: Some(ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99ea1f0d-2a60-424b-a7c5-027cce7bcc69 (service), filesystem_pool: Some(ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External } } } }, OmicronZoneConfig { id: 17ac6cba-2eef-4571-99c5-dcb2290ab9b2 (service), filesystem_pool: Some(ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External } } } }, OmicronZoneConfig { id: b2841c11-1acb-40ac-a893-f33180cd9c8a (service), filesystem_pool: Some(ZpoolName { id: ebd3359c-e503-4b15-887d-91d4123eb86e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ebd3359c-e503-4b15-887d-91d4123eb86e (zpool), kind: External } } } }, OmicronZoneConfig { id: 745ce478-bcb0-43a9-8ed4-adc9945004b5 (service), filesystem_pool: Some(ZpoolName { id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ac6e9ff-7bd5-4e89-a763-13f7d61fb535 (service), filesystem_pool: Some(ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 6bfb7b06-aefa-40de-bfc9-9dbfec5f4938, kind: Service { id: 1ac6e9ff-7bd5-4e89-a763-13f7d61fb535 }, name: Name(\"external-dns-1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 151])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f5bdcf53-0e66-4f7b-bec6-cbe96026de3c (service), filesystem_pool: Some(ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 2234c0a0-b579-4b07-8957-68608418b31f, kind: Service { id: f5bdcf53-0e66-4f7b-bec6-cbe96026de3c }, name: Name(\"external-dns-f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 113])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7111761e-2216-49c2-8326-499f547f58c1 (service), filesystem_pool: Some(ZpoolName { id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: ca878cbd-de87-4307-80db-498145669af1, kind: Service { id: 7111761e-2216-49c2-8326-499f547f58c1 }, name: Name(\"nexus-7111761e-2216-49c2-8326-499f547f58c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0f2af8a8-fb61-4788-9e92-c06312fc9873 (service), filesystem_pool: Some(ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 466f8a87-cf55-4cfb-82dd-033870d855e3, kind: Service { id: 0f2af8a8-fb61-4788-9e92-c06312fc9873 }, name: Name(\"nexus-0f2af8a8-fb61-4788-9e92-c06312fc9873\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 221])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a71e89e-db34-47d1-a577-352ab5c382f0 (service), filesystem_pool: Some(ZpoolName { id: e706975f-2413-46d8-ad0d-89c33c103100 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a92fd71f-c678-49e3-a81a-defbad0af293, kind: Service { id: 9a71e89e-db34-47d1-a577-352ab5c382f0 }, name: Name(\"nexus-9a71e89e-db34-47d1-a577-352ab5c382f0\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e2ef194b-0c16-4e38-b0e9-5f6d42080c2f (service), filesystem_pool: Some(ZpoolName { id: a19adf10-b194-47d2-b232-56e65434fa07 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 10a9faf3-8232-494d-bb81-9a1b559b0d02 (service), filesystem_pool: Some(ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5aa14322-0faf-477d-a8f3-fa716cc9ce37 (service), filesystem_pool: Some(ZpoolName { id: e706975f-2413-46d8-ad0d-89c33c103100 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 27f48fca-1b0b-4a7b-a2ff-f479d60cab4d (service), filesystem_pool: Some(ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: dcc44148-45d3-4940-ace8-5339880d9930 (service), filesystem_pool: Some(ZpoolName { id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6c905faf-d31c-46b7-a7cf-5f23d660ee9d (service), filesystem_pool: Some(ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ba410b4-2a52-48ee-a337-492417d39a70 (service), filesystem_pool: Some(ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External } } } }, OmicronZoneConfig { id: 679531ea-8956-43bb-b07d-f76d007449fb (service), filesystem_pool: Some(ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External } } } }, OmicronZoneConfig { id: c6dab7dd-4cfb-4d76-8438-49229fab9fff (service), filesystem_pool: Some(ZpoolName { id: ebd3359c-e503-4b15-887d-91d4123eb86e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ebd3359c-e503-4b15-887d-91d4123eb86e (zpool), kind: External } } } }, OmicronZoneConfig { id: 1e65f637-4add-4ee7-b591-f8d888e68a92 (service), filesystem_pool: Some(ZpoolName { id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3 (service), filesystem_pool: Some(ZpoolName { id: a19adf10-b194-47d2-b232-56e65434fa07 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a19adf10-b194-47d2-b232-56e65434fa07 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1dd58cf0-c323-4823-8dbe-106e9fad7842 (service), filesystem_pool: Some(ZpoolName { id: e706975f-2413-46d8-ad0d-89c33c103100 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e706975f-2413-46d8-ad0d-89c33c103100 (zpool), kind: External } } } }, OmicronZoneConfig { id: 034870c1-f65f-40d8-80ef-d45ad1b433df (service), filesystem_pool: Some(ZpoolName { id: fffcf65e-2c7e-45c7-8343-0d7b083c7ef7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fffcf65e-2c7e-45c7-8343-0d7b083c7ef7 (zpool), kind: External } } } }, OmicronZoneConfig { id: cb4ba3c0-0367-4445-9920-f5bcd011d414 (service), filesystem_pool: Some(ZpoolName { id: e5117a3e-2bde-43d6-9a9d-0207e8b76656 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e5117a3e-2bde-43d6-9a9d-0207e8b76656 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.109879833Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.109999356Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52044"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74a1d86d-5291-49cf-a335-03861cdc73d0, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.110452659Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.110460589Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 74a1d86d-5291-49cf-a335-03861cdc73d0, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.134693538Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.13474025Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8b23f9a8-455a-424a-bcb2-5dc6e4d0e8f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a2ee6b1-5e2c-4e94-914f-21243344d4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.155351682Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.155391993Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6a2ee6b1-5e2c-4e94-914f-21243344d4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 02a9ff99-ccea-46de-befb-308513d06005, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.175469171Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.175509772Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 02a9ff99-ccea-46de-befb-308513d06005, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99ea1f0d-2a60-424b-a7c5-027cce7bcc69, dataset_name: DatasetName { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.194837131Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.194885382Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 99ea1f0d-2a60-424b-a7c5-027cce7bcc69, dataset_name: DatasetName { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17ac6cba-2eef-4571-99c5-dcb2290ab9b2, dataset_name: DatasetName { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.216688286Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.216740967Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 17ac6cba-2eef-4571-99c5-dcb2290ab9b2, dataset_name: DatasetName { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2841c11-1acb-40ac-a893-f33180cd9c8a, dataset_name: DatasetName { pool_name: ZpoolName { id: ebd3359c-e503-4b15-887d-91d4123eb86e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.23810181Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.238146421Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b2841c11-1acb-40ac-a893-f33180cd9c8a, dataset_name: DatasetName { pool_name: ZpoolName { id: ebd3359c-e503-4b15-887d-91d4123eb86e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 745ce478-bcb0-43a9-8ed4-adc9945004b5, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.257935401Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.257978503Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 745ce478-bcb0-43a9-8ed4-adc9945004b5, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ac6e9ff-7bd5-4e89-a763-13f7d61fb535, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.276725885Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.276766296Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1ac6e9ff-7bd5-4e89-a763-13f7d61fb535, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f5bdcf53-0e66-4f7b-bec6-cbe96026de3c, dataset_name: DatasetName { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.366542563Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.366608745Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f5bdcf53-0e66-4f7b-bec6-cbe96026de3c, dataset_name: DatasetName { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10a9faf3-8232-494d-bb81-9a1b559b0d02, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.482527642Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.482578343Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10a9faf3-8232-494d-bb81-9a1b559b0d02, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6c905faf-d31c-46b7-a7cf-5f23d660ee9d, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.577621221Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.577677563Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6c905faf-d31c-46b7-a7cf-5f23d660ee9d, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ad0c50-1b03-4d0f-ac25-f1dddd3de254 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ba410b4-2a52-48ee-a337-492417d39a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.683330705Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.683393447Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2ba410b4-2a52-48ee-a337-492417d39a70, dataset_name: DatasetName { pool_name: ZpoolName { id: 7db5b8be-2234-4c8f-9c94-d27249c4ef8b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 679531ea-8956-43bb-b07d-f76d007449fb, dataset_name: DatasetName { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.783999664Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.784063945Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 679531ea-8956-43bb-b07d-f76d007449fb, dataset_name: DatasetName { pool_name: ZpoolName { id: 0e937d4e-c5de-431b-9685-10c36fcf3ced (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c6dab7dd-4cfb-4d76-8438-49229fab9fff, dataset_name: DatasetName { pool_name: ZpoolName { id: ebd3359c-e503-4b15-887d-91d4123eb86e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.865677903Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.865728974Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c6dab7dd-4cfb-4d76-8438-49229fab9fff, dataset_name: DatasetName { pool_name: ZpoolName { id: ebd3359c-e503-4b15-887d-91d4123eb86e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1e65f637-4add-4ee7-b591-f8d888e68a92, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.967597565Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:12.967651637Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1e65f637-4add-4ee7-b591-f8d888e68a92, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a742654-e5f0-4584-9e5b-0fdca7169b90 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3, dataset_name: DatasetName { pool_name: ZpoolName { id: a19adf10-b194-47d2-b232-56e65434fa07 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.070022221Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.070075572Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3, dataset_name: DatasetName { pool_name: ZpoolName { id: a19adf10-b194-47d2-b232-56e65434fa07 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1dd58cf0-c323-4823-8dbe-106e9fad7842, dataset_name: DatasetName { pool_name: ZpoolName { id: e706975f-2413-46d8-ad0d-89c33c103100 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.17815286Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.178203831Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1dd58cf0-c323-4823-8dbe-106e9fad7842, dataset_name: DatasetName { pool_name: ZpoolName { id: e706975f-2413-46d8-ad0d-89c33c103100 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 034870c1-f65f-40d8-80ef-d45ad1b433df, dataset_name: DatasetName { pool_name: ZpoolName { id: fffcf65e-2c7e-45c7-8343-0d7b083c7ef7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.282542778Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.282594639Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 034870c1-f65f-40d8-80ef-d45ad1b433df, dataset_name: DatasetName { pool_name: ZpoolName { id: fffcf65e-2c7e-45c7-8343-0d7b083c7ef7 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cb4ba3c0-0367-4445-9920-f5bcd011d414, dataset_name: DatasetName { pool_name: ZpoolName { id: e5117a3e-2bde-43d6-9a9d-0207e8b76656 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.388108598Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.388161199Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cb4ba3c0-0367-4445-9920-f5bcd011d414, dataset_name: DatasetName { pool_name: ZpoolName { id: e5117a3e-2bde-43d6-9a9d-0207e8b76656 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.484398339Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.484461251Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.484694467Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.484861051Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.622746027Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.623088197Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.623103737Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.696763222Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.696812113Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.696816683Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.696832964Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.696836854Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.696840524Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.696844094Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.921338872Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.921575418Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.921595399Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.921606829Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.921613639Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.922978376Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.92427644Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.939695794Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.939844728Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.940005192Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.945033197Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.950303308Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.954710446Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.959405162Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.964461588Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.969581845Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.974685742Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:13.979602533Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.085015629Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.090468436Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.095587413Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.099794895Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.10442803Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.109133376Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.113484602Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.117568062Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.122253417Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.127978821Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.133308094Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.139302554Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.145149161Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.15105697Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.194431332Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.194654348Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.201211114Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.206304893Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.21155049Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.217004897Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.277857598Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.384790024Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.496851528Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.555585363Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.558287415Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.558304666Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.614570524Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 233, 113]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.614605505Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.616631769Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.61664512Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.791470016Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 183, 221]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.791502747Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.806709004Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.806737155Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.880735229Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 219, 151]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.88076366Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.883577225Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.883590336Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.941772615Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 245, 29]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.941820356Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.94382351Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:14.94383914Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.002703389Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 232, 163]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.002732439Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.0031294Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.00314162Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.003335445Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.003345896Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.003647524Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.005398521Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.05387968Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.053945432Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.054263791Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.054277351Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.054480586Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.054492107Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.054705912Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.061022522Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.061146845Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.06355162Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.066420797Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.06654843Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.06656564Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.1169059Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.117503946Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.254040765Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.261775653Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.268634146Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.275633174Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.28293428Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.288937761Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.297441319Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.306882522Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:15.317450345Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:17.76859819Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:17.768646611Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:17.777050417Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:17.777224181Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:17.7775637Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:17.777789606Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:17.777867428Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:17.785315508Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:17.791690129Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:17.798292056Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:17.805296654Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:17.805452618Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:18.010422593Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:18.010580277Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:18.010604087Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:18.018243632Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:18.02598682Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:18.026902504Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:22.320528239Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"3.939847142s"} {"msg":"Profile for oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:22.412439993Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:22.412874215Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:22.426580793Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:22.426835399Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:22.460011429Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:22.531709331Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:22.750326281Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:22.750554777Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 28.078801ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.02224061Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 52.346701ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.035023903Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 65.287236ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.050919609Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 63.706047ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.062763987Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 26.864224ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.100729974Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 142.906917ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.150819387Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 216.089933ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.165359637Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 33.185087ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.180904794Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 68.484116ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.191185799Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 116.154642ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.218692976Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 69.465692ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.240713257Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 50.973759ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.287986884Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 144.27909ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.333621817Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 115.475133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.351610859Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 59.792213ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.364387022Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 77.173667ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.376387804Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 68.844628ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.387307176Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 69.888853ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.39789546Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 239.527868ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.41539946Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 278.622599ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.431144851Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 199.303464ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.44228453Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 593.220461ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.456014798Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 214.409501ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.505087434Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 110.747749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.52696375Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 242.163797ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.562089962Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 67.851847ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.57955904Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 294.870589ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.596169105Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 122.507498ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.649251118Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 217.507697ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.660999173Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 169.864521ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.672650656Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 203.027ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.684544814Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 38.027824ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.697506332Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 63.020833ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.710268214Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 247.625472ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.724199067Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 242.934488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.744407169Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 54.878467ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.759988927Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 576.07983ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.788945023Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 60.211708ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.803510033Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 422.417631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.822568774Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 205.359763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.834873914Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 63.303654ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.852263191Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 573.194226ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.877176188Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 113.397275ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.887879485Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 1.146043232s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.903575086Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 1.165638321s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.918723682Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 1.101621882s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.932670576Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 112.418044ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.945853999Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 1.172735854s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.984544757Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 31.058566ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:23.996418565Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 935.531911ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.008515739Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 428.810348ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.021780115Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 103.642676ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.039928741Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 332.236711ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.05367907Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 646.604018ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.065932788Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 164.791109ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.074398295Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 111.166905ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.156593938Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 204.860771ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.254244395Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 595.798453ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.267340786Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 501.303989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.278789153Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 850.688523ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.375720052Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 1.163051845s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.401819862Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 1.10534731s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.464186423Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 1.153761025s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.476574395Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 695.751283ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.492077271Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 768.755903ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.858524544Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 416.895325ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:24.967234859Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 1.066104793s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:25.071994807Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 577.310536ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:25.243188925Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 654.160563ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:25.310468959Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:25.509462343Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40588"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:25.521367632Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"463e42ec-9266-4d10-9e81-efaf9cd8e863","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40588","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6738,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 1.431888426s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:26.07786366Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 1.23829381s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:26.130860551Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 777.130014ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:26.495298929Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 1.496681118s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:26.572794757Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 893.056679ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:26.66057449Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 947.469105ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:26.676340342Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:26.678029578Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 1.372648226s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:26.693276686Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 669.19766ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:26.716237782Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 797.786549ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:26.731787849Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 1.175423738s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:26.74712964Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 878.764818ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:26.761894566Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 1.098895594s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:26.777164795Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 899.976522ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:26.790982955Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:26.791246603Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 45.001449ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.190329911Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 89.160106ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.247216155Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:27.249092385Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:27.249230459Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:27.256919125Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:27.25709118Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 680.583522ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.286690543Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 115.418078ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.349202339Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 1.130574592s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.382906013Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 731.405543ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.398147501Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 38.458194ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.45591824Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 63.969898ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.46712021Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 413.600123ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.48129217Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 88.15096ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.505784246Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 1.190571552s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.521633981Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 1.486681933s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.544665429Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 119.908632ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.555050147Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 766.154763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.565745344Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:27.582970765Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:27.583208632Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 127.472065ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.603504496Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 1.246238741s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.636792698Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 1.151371653s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.65251674Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 153.273948ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.688577616Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 878.47021ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.701317728Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 295.757554ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.743227572Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 38.736714ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.83607404Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 324.176957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.852894881Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 86.574451ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.883718887Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 883.90417ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.896236113Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 943.370481ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.910238909Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 1.372128931s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.935871696Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 693.625038ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.979574117Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 122.377833ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:27.989299428Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 780.359469ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.052150373Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:28.05279222Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:28.053459138Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 906.242302ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.077190404Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 506.745056ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.08784655Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 508.301023ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.126427224Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 569.2425ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.1411945Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 1.034859438s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.191964261Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 74.917729ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.291064266Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 889.676117ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.343396839Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 123.563931ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.376035354Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:28.442972229Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:28.443066041Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 264.498651ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.517508567Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 1.350847681s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.538979822Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 942.153923ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.653561064Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 808.021258ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.668210676Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 1.186082701s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.710612303Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 1.009947443s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.722148822Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 30.072204ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.75190875Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 646.798439ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.765300769Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 1.479102276s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.796986558Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 540.334307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.810745547Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 120.075636ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.823110969Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 735.969555ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.83471287Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 1.10218249s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.846058614Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 1.178186395s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.857644534Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 1.459482676s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.868388333Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 840.462734ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.895180491Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 294.758766ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.959300899Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 1.42582387s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:28.996077075Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 1.062659211s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:29.044302548Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 1.348770459s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:29.241651268Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 1.442014832s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:29.255005316Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 306.891626ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:29.268092137Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 768.026303ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:29.319823664Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 1.193186s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:29.365348554Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 1.027812961s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:29.427088999Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 704.587792ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:29.490735216Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 789.124299ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:29.584319834Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 920.782736ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:29.59646264Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 1.118447827s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:29.60730971Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 801.312091ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:29.744302433Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 1.163063236s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:29.754304841Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 843.286293ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:29.915482322Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 801.992334ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:29.980672949Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 1.107311251s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:29.999983847Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 1.153411407s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.053279116Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 1.272609444s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.10604564Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 1.233299432s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.139601799Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 1.331906526s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.271758021Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 1.406668135s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.308676961Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 1.387161729s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.351362715Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 980.855279ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.396234088Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 1.419674144s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.440448983Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 798.475ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.470250332Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 566.418396ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.533313363Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 895.908923ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.560793799Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 521.310835ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.573523051Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 689.085114ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.604315066Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 518.665347ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.710372989Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 522.62771ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.739273284Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 1.322021072s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.772773312Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 1.213703724s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.796245681Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 879.69742ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:30.931529367Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 644.745051ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.106998261Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 797.517043ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.120178455Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 983.640771ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.132601468Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 1.274786264s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.22074659Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 1.402802121s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.241516776Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 614.258219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.276438643Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 662.780036ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.288972859Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 1.357586748s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.305950464Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 626.754108ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.386032441Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 1.184251329s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.398286439Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 510.574876ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.410416074Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 1.285686765s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.469780915Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 982.634353ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.617992788Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 1.11759743s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.729473857Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 587.574617ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.7523552Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 553.750933ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.764444894Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 642.39666ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.824469443Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 526.159082ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.873482648Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 734.12692ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.904419737Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 1.282607211s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.931622116Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 643.933806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.945023715Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 1.468028803s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:31.965566246Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 1.310117388s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.021855505Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 1.225882971s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.037308289Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 1.48562029s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.107027078Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 1.48731123s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.130347063Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 1.167348322s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.331443333Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 942.555271ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.353475024Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 707.462863ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.413674728Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 985.238946ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.480286123Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 1.020464398s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.511843369Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 1.459313224s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.603814225Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 528.849657ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.620668446Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 921.324983ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.647798413Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 1.435194879s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.670298097Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 1.293684033s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.689711557Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 564.763888ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.703589889Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 715.004385ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.769149237Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 1.459141365s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:32.860501755Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 792.200854ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:33.139568086Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 1.013590281s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:33.165037029Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 1.294592827s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:33.237818259Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 881.381505ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:33.280956565Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 1.184550492s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:33.297842648Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 1.203732608s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:33.311888635Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 632.364606ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:33.349331578Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 1.378289645s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:33.448682662Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 1.444917016s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:33.481950873Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 1.27151574s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:33.499378291Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 1.473052686s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:33.517051654Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 1.403282997s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:33.550004668Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 611.532867ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:33.585488579Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 1.403867622s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:33.612910234Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 782.455448ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:33.64743956Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 1.31938255s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:33.948751397Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 547.714494ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.001945693Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 740.054568ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.023054709Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 846.975189ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.083114919Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 866.707948ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.119222787Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 1.435945101s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.178522746Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 1.193078164s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.194519055Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 1.405709794s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.225061783Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 1.343306163s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.339968364Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 1.115908634s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.450786724Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 599.063597ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.503752904Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 1.129957593s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.536898372Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 1.456070496s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.554367231Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 1.489778275s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.571291085Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 876.017426ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.782510527Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 1.186856045s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.797235251Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 528.799336ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.842725771Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 864.165913ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.9378284Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 985.554209ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.948582528Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 1.407749603s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.964194217Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 1.193533828s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:34.995708002Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 1.4260237s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:35.004324793Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 1.293172521s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:35.0262225Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 1.282351966s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:35.114754743Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 1.347306749s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:35.280106955Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 988.382927ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:35.385932762Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 1.052649477s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:35.403033721Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 710.207132ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:35.580800466Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 695.686265ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:35.62908065Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 1.240383246s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:35.643136617Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 884.291897ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:35.671503277Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 1.348092528s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:35.683117999Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 998.457031ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:35.695226683Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 984.890745ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:35.814458279Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 654.217048ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:35.946035007Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 1.014911103s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:35.993775846Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 520.651278ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.022409264Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 539.689781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.072217179Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 653.947931ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.202203373Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 1.152405707s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.302907653Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 541.545272ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.33525481Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 533.751148ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.347365424Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 1.488412783s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.38523609Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 765.60695ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.396637615Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 1.291663713s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.409296065Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 1.072987723s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.440906292Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 974.743045ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.465141382Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 954.441883ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.552280128Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 751.372303ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.56727079Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 747.742565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.610543859Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 874.029083ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.621570365Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 1.162620077s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.637601065Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 923.825841ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.706085821Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 1.17379011s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.810400227Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 867.238267ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.869562433Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 737.330117ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.888592903Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 658.646085ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.898836528Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 885.918476ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:36.908059275Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 959.44366ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.019036Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 909.332595ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.041726738Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 883.101669ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.173464729Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 679.988037ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.328475004Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 1.376356006s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.369499664Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 909.033681ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.449138729Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 1.2589347s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.466033951Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 652.494673ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.506869506Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 600.319756ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.51671202Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 1.448426373s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.527358855Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 1.403705117s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.568332864Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 1.467549219s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.636663476Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 1.466837763s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.648579665Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 941.218912ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.713183657Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 525.870985ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.748172165Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 1.04491909s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.807143846Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 1.402880197s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.820017181Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 1.299156535s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.883744599Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 1.477441524s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.965279845Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 1.150291597s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:37.992856207Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 618.330612ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:38.005811641Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 582.326458ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:38.021931363Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 1.129926293s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:38.068221704Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 1.297315281s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:38.131283615Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 645.832816ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:38.17660282Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 894.313197ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:38.288273332Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 1.293455091s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:38.374819012Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 1.398914812s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:38.618734601Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 504.569855ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:38.640443903Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 1.424055342s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:38.668587837Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 524.976329ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:38.738117161Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 568.242206ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:38.759539765Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 834.211701ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:38.836160969Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 899.780718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:38.864346605Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 1.453477723s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:38.987942148Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 561.288786ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.001846491Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 1.494877279s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.121870668Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 677.334606ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.134424055Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 1.031861337s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.159350253Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 1.082271069s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.170559943Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 1.1478339s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.196391696Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 879.882149ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.207847883Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 1.457136102s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.221877199Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 554.719197ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.23607609Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 700.140326ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.275009434Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 1.016445806s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.339838901Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 1.066212132s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.441372583Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 584.958395ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.45318701Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 1.149913136s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.57332054Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 643.21718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.678728826Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 1.027402198s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.686858684Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 1.267644602s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.775627883Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 663.918391ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.799975876Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 744.992301ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.819827608Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 1.335365436s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:39.985421107Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 1.047850667s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.02619424Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 1.46885132s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.059660588Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 700.588376ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.098880269Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 1.182071678s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.106825902Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 1.355001927s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.20192312Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 999.166947ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.261460316Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 1.433591309s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.329965793Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 584.018411ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.352534408Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 985.246331ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.36491658Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 1.065433988s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.450987267Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 769.62489ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.472199356Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 571.678696ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.515934928Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 1.493862654s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.573846231Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 990.784066ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.625086154Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 926.368627ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.686576952Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 901.750666ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.725234549Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 1.313621715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.733203962Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 582.787483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.809651262Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 1.39159801s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:40.946572992Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 544.539489ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.053312523Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 909.889697ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.082712472Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 1.323733774s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.097181749Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 826.102111ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.251484595Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 1.485403341s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.270155125Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 959.805138ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.297125428Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 1.375476807s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.32850266Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 1.307630258s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.359608353Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.38187021Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"6.548171391s"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 1.432038458s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.401864266Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 956.114336ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.527013041Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 1.143622901s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.537719868Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 571.167565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.565794041Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 1.425276929s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.606164993Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 922.778708ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.622036028Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 1.205753747s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.631771489Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 1.445896328s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.639390403Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 658.101391ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:41.773658453Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 1.25962865s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.006142185Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 1.460268622s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.05633197Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 1.337849975s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.078347801Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 687.673856ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.087245779Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 754.827992ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.145152541Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 771.346263ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.264850359Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 866.555795ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.347633438Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 1.370451772s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.430086089Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 552.99537ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.441137485Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 953.223253ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.490491728Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 912.988982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.555942612Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 772.723895ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.676925266Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 705.720647ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.691208898Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 1.180372816s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.712068098Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 707.282811ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.762822178Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 1.342209928s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.784289794Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 888.597993ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.842570576Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 903.286303ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.850138569Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 716.525424ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:42.907839406Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff\") failed: Property not found. retry in 1.060739372s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.006140371Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 1.442094214s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.040687527Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 719.055025ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.048307651Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70\") failed: Property not found. retry in 626.380928ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.095200268Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 1.009251664s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.224582636Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d\") failed: Property not found. retry in 1.367067742s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.27545443Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\") failed: Property not found. retry in 1.29872852s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.405760503Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 1.144203162s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.425631185Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df\") failed: Property not found. retry in 1.481470268s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.452505526Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb\") failed: Property not found. retry in 923.268957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.462028171Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 915.264344ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.479254353Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 729.066901ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.488719967Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02\") failed: Property not found. retry in 976.57429ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.527121776Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 693.046428ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.635031449Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 1.29907348s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.743326032Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f\") failed: Property not found. retry in 1.123858158s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.764378136Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873\") failed: Property not found. retry in 1.267614609s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.777382934Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0\") failed: Property not found. retry in 1.13975824s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.809332381Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d\") failed: Property not found. retry in 803.462727ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:43.901003588Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3\") failed: Property not found. retry in 655.79215ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:44.136855681Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930\") failed: Property not found. retry in 613.126745ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:44.22823511Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92\") failed: Property not found. retry in 724.594447ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:44.243477108Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37\") failed: Property not found. retry in 546.044784ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:44.338495915Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842\") failed: Property not found. retry in 839.07476ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:44.410872475Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\") failed: Property not found. retry in 1.31254292s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:44.494172359Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414\") failed: Property not found. retry in 1.158326712s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:44.581262673Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1\") failed: Property not found. retry in 811.191842ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:45.117623361Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.957657339Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_1e65f637-4add-4ee7-b591-f8d888e68a92"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.95770442Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_pantry_dcc44148-45d3-4940-ace8-5339880d9930"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.9577099Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_external_dns_f5bdcf53-0e66-4f7b-bec6-cbe96026de3c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.957714611Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_9f6b9f5d-3e6a-4d5e-b1f7-59501d0aa6e3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.957718821Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_1dd58cf0-c323-4823-8dbe-106e9fad7842"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.957722981Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_034870c1-f65f-40d8-80ef-d45ad1b433df"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.957726961Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_679531ea-8956-43bb-b07d-f76d007449fb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.957730781Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_c6dab7dd-4cfb-4d76-8438-49229fab9fff"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.957734691Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_pantry_27f48fca-1b0b-4a7b-a2ff-f479d60cab4d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.957738651Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_6c905faf-d31c-46b7-a7cf-5f23d660ee9d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.957742931Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.957746812Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_oximeter_e2ef194b-0c16-4e38-b0e9-5f6d42080c2f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.957750621Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_clickhouse_10a9faf3-8232-494d-bb81-9a1b559b0d02"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.957797973Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_pantry_5aa14322-0faf-477d-a8f3-fa716cc9ce37"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.957804763Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_external_dns_1ac6e9ff-7bd5-4e89-a763-13f7d61fb535"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.957808703Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_nexus_7111761e-2216-49c2-8326-499f547f58c1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.957820234Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_nexus_9a71e89e-db34-47d1-a577-352ab5c382f0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.958144882Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_2ba410b4-2a52-48ee-a337-492417d39a70"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.958150042Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_nexus_0f2af8a8-fb61-4788-9e92-c06312fc9873"} {"msg":"Writing ledger to /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.958642625Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:45.989433511Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:46.002139271Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"1b198ad0-9db3-4771-b380-b5f494074998","remote_addr":"[fd00:1122:3344:101::1]:52044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33891800,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:46.010456494Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1321"} {"msg":"Writing ledger to /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:46.010578918Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:46.010917747Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:46.426329602Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:46.436635198Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:719"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:46.470240089Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:886"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:46.472744956Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:46.535163119Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:46.666524711Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:46.870939451Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:47.111386186Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:47.23987593Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:47.596549271Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:47.968375278Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:46:47.969576941Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"13.004833099s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:48.153946903Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:48.502410083Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:49.033310695Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:49.381721594Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:50.368418254Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:51.043332557Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:51.69482105Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:53.418239638Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:55.582985946Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53025"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:55.584690942Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"a4d39fd5-57a6-4594-b49f-74c204952cd9","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53025","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":360,"response_code":"200"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:55.680902831Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:46:57.126978745Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:00.355249272Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:47:01.007954399Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"23.245883937s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/237bce75-0f39-4da4-9f6f-ffa809974e6c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:01.873505192Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a564a17-7797-49d7-9a2c-16f24f4d36d4\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 01:47:04 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"237bce75-0f39-4da4-9f6f-ffa809974e6c\\\"\", request_id: \"3a564a17-7797-49d7-9a2c-16f24f4d36d4\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:04.510379146Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbfb4b3d-a6a3-4be9-b8be-28475812f97a\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 01:47:08 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"6ac8db21-44b0-408b-b2a4-07278f4cec2c\\\"\", request_id: \"bbfb4b3d-a6a3-4be9-b8be-28475812f97a\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:08.571196582Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3209a84e-beb8-4dc5-8974-489280a48a4b\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 01:47:11 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"6ac8db21-44b0-408b-b2a4-07278f4cec2c\\\"\", request_id: \"3209a84e-beb8-4dc5-8974-489280a48a4b\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:11.900282824Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d3f0097-74f9-43ed-b836-da99977c6538\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 01:47:15 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"6ac8db21-44b0-408b-b2a4-07278f4cec2c\\\"\", request_id: \"1d3f0097-74f9-43ed-b836-da99977c6538\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:15.574134019Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:16.43737077Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:16.52466243Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58005"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:16.530199308Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:16.530208288Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:16.53137579Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:16.534909384Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:16.752042925Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"4e315aac-a410-4a7b-bed5-696b68efb942","remote_addr":"[fd00:1122:3344:101::b]:58005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":227059,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.044481074Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61023"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.051951864Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2234c0a0-b579-4b07-8957-68608418b31f, kind: Service { id: f5bdcf53-0e66-4f7b-bec6-cbe96026de3c }, name: Name(\"external-dns-f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 113])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6bfb7b06-aefa-40de-bfc9-9dbfec5f4938, kind: Service { id: 1ac6e9ff-7bd5-4e89-a763-13f7d61fb535 }, name: Name(\"external-dns-1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 151])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 466f8a87-cf55-4cfb-82dd-033870d855e3, kind: Service { id: 0f2af8a8-fb61-4788-9e92-c06312fc9873 }, name: Name(\"nexus-0f2af8a8-fb61-4788-9e92-c06312fc9873\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 221])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a92fd71f-c678-49e3-a81a-defbad0af293, kind: Service { id: 9a71e89e-db34-47d1-a577-352ab5c382f0 }, name: Name(\"nexus-9a71e89e-db34-47d1-a577-352ab5c382f0\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ca878cbd-de87-4307-80db-498145669af1, kind: Service { id: 7111761e-2216-49c2-8326-499f547f58c1 }, name: Name(\"nexus-7111761e-2216-49c2-8326-499f547f58c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.052457298Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.052490838Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.052503889Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.052520329Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.05253101Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.05253959Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.052585751Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"de74107b-22f9-47d7-8721-3400a871e1ab","remote_addr":"[fd00:1122:3344:101::b]:61023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3458,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.052629722Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55586"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.052740975Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2234c0a0-b579-4b07-8957-68608418b31f, kind: Service { id: f5bdcf53-0e66-4f7b-bec6-cbe96026de3c }, name: Name(\"external-dns-f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 113])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6bfb7b06-aefa-40de-bfc9-9dbfec5f4938, kind: Service { id: 1ac6e9ff-7bd5-4e89-a763-13f7d61fb535 }, name: Name(\"external-dns-1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 151])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 466f8a87-cf55-4cfb-82dd-033870d855e3, kind: Service { id: 0f2af8a8-fb61-4788-9e92-c06312fc9873 }, name: Name(\"nexus-0f2af8a8-fb61-4788-9e92-c06312fc9873\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 221])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a92fd71f-c678-49e3-a81a-defbad0af293, kind: Service { id: 9a71e89e-db34-47d1-a577-352ab5c382f0 }, name: Name(\"nexus-9a71e89e-db34-47d1-a577-352ab5c382f0\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ca878cbd-de87-4307-80db-498145669af1, kind: Service { id: 7111761e-2216-49c2-8326-499f547f58c1 }, name: Name(\"nexus-7111761e-2216-49c2-8326-499f547f58c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.052772736Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.052791477Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.052800767Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.052810217Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.052827798Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.052833598Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.052840888Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6e03077b-0871-4beb-bd4f-332654d57a84","remote_addr":"[fd00:1122:3344:101::c]:55586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":176,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.054678017Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.41704518Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53724"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.417173614Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.417183584Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.417217495Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.417434691Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:23.610525737Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"9bc349bf-d9c1-4d37-9f9f-d0a0eb809d6d","remote_addr":"[fd00:1122:3344:101::b]:53724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193369,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.889590064Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56558"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.88980277Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2234c0a0-b579-4b07-8957-68608418b31f, kind: Service { id: f5bdcf53-0e66-4f7b-bec6-cbe96026de3c }, name: Name(\"external-dns-f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 113])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6bfb7b06-aefa-40de-bfc9-9dbfec5f4938, kind: Service { id: 1ac6e9ff-7bd5-4e89-a763-13f7d61fb535 }, name: Name(\"external-dns-1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 151])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 466f8a87-cf55-4cfb-82dd-033870d855e3, kind: Service { id: 0f2af8a8-fb61-4788-9e92-c06312fc9873 }, name: Name(\"nexus-0f2af8a8-fb61-4788-9e92-c06312fc9873\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 221])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a92fd71f-c678-49e3-a81a-defbad0af293, kind: Service { id: 9a71e89e-db34-47d1-a577-352ab5c382f0 }, name: Name(\"nexus-9a71e89e-db34-47d1-a577-352ab5c382f0\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ca878cbd-de87-4307-80db-498145669af1, kind: Service { id: 7111761e-2216-49c2-8326-499f547f58c1 }, name: Name(\"nexus-7111761e-2216-49c2-8326-499f547f58c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.889851741Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.889882362Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.889891252Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.889897172Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.889904973Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.889915433Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.889927663Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"96e8bc7c-2b1e-41d2-8478-ee33c1c95876","remote_addr":"[fd00:1122:3344:101::b]:56558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":251,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.944502066Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38890"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.944696221Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2234c0a0-b579-4b07-8957-68608418b31f, kind: Service { id: f5bdcf53-0e66-4f7b-bec6-cbe96026de3c }, name: Name(\"external-dns-f5bdcf53-0e66-4f7b-bec6-cbe96026de3c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 113])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6bfb7b06-aefa-40de-bfc9-9dbfec5f4938, kind: Service { id: 1ac6e9ff-7bd5-4e89-a763-13f7d61fb535 }, name: Name(\"external-dns-1ac6e9ff-7bd5-4e89-a763-13f7d61fb535\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 151])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 466f8a87-cf55-4cfb-82dd-033870d855e3, kind: Service { id: 0f2af8a8-fb61-4788-9e92-c06312fc9873 }, name: Name(\"nexus-0f2af8a8-fb61-4788-9e92-c06312fc9873\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 221])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a92fd71f-c678-49e3-a81a-defbad0af293, kind: Service { id: 9a71e89e-db34-47d1-a577-352ab5c382f0 }, name: Name(\"nexus-9a71e89e-db34-47d1-a577-352ab5c382f0\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ca878cbd-de87-4307-80db-498145669af1, kind: Service { id: 7111761e-2216-49c2-8326-499f547f58c1 }, name: Name(\"nexus-7111761e-2216-49c2-8326-499f547f58c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.944725192Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.944740093Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.944746773Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.944761233Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.944773443Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.944779114Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:24.944794484Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e2bb67a7-6f1a-4ef2-b2e9-1c9079909495","remote_addr":"[fd00:1122:3344:101::a]:38890","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":188,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:25.619143061Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45064"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:25.619231884Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"d7f6b618-c9fa-4fe7-9128-bce311b3ab71","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45064","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:31.777503795Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34908"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:31.77807876Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e7197b29-80f6-4ca3-bc88-fd28e6bd7ea1","remote_addr":"[fd00:1122:3344:101::b]:34908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":510,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:31.812909224Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:31.812931545Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0f3f6aba-5ea7-4fd3-9c86-f8353575ade4","remote_addr":"[fd00:1122:3344:101::b]:34908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":487,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:31.918005291Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b908776e-d001-4a98-b98f-ca4eb8a816d4","remote_addr":"[fd00:1122:3344:101::b]:34908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1463,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:32.994585881Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:35061","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:45747"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:33.027543285Z","hostname":"buskin","pid":1572,"uri":"/6ac8db21-44b0-408b-b2a4-07278f4cec2c","method":"GET","req_id":"18569276-d8ea-4be8-bf7d-f68d7e26498b","remote_addr":"[fd00:1122:3344:101::d]:45747","local_addr":"[fd00:1122:3344:101::1]:35061","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":32123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.237432867Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61344"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.237584971Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"331675fd-6d7f-458f-8428-ec4c407119b2","remote_addr":"[fd00:1122:3344:101::b]:61344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.300495637Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.300550199Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6710ebca-5e7b-4939-a05c-a7d83735fe0d","remote_addr":"[fd00:1122:3344:101::b]:61344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.311654767Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47022"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.312074198Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"6f1502ad-19f7-4fe5-9076-f8ff5959b87d","remote_addr":"[fd00:1122:3344:101::b]:47022","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":364,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.320418972Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"67961d68-4b04-4535-8ff6-b81c100beb7b","remote_addr":"[fd00:1122:3344:101::b]:61344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":266,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.361451842Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62374"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.361615096Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0a14d4c0-c562-4020-b55b-60e457e10af3","remote_addr":"[fd00:1122:3344:101::c]:62374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.365814119Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61583"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.366004184Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5374d12c-c633-4d04-bf90-77b4a36015f5","remote_addr":"[fd00:1122:3344:101::c]:61583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.378716734Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64753"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.379591018Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.453975352Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.520219918Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a2557be1-e374-4e94-af1a-0acf0f522453","remote_addr":"[fd00:1122:3344:101::b]:64753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141435,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.520705611Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.520724951Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3016f8e5-c996-408e-bf1e-f5c7e1fdb98b","remote_addr":"[fd00:1122:3344:101::c]:62374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":210,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.522076508Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"809b8d8e-269f-4c5e-a0a0-31ff822fe57a","remote_addr":"[fd00:1122:3344:101::b]:64753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1538,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.523626409Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62280"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.523776843Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.568485841Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.625969242Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"315d909c-7ac2-48e3-bbcd-6ef05bdd3617","remote_addr":"[fd00:1122:3344:101::c]:62280","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102251,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.62623302Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65418"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.626302362Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36070"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.6266351Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"abe2a73b-46fe-4e51-aec0-5230a379e4b6","remote_addr":"[fd00:1122:3344:101::c]:62280","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":313,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.626666441Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e36b84cc-8ef5-4ec1-aaeb-ff5b34b21193","remote_addr":"[fd00:1122:3344:101::a]:65418","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":252,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.626955299Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"50cf7522-056d-4a0e-b1c2-eb192449291e","remote_addr":"[fd00:1122:3344:101::c]:62374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":594,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.62698448Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d5766dba-da76-4376-a324-dc73e315b54c","remote_addr":"[fd00:1122:3344:101::a]:36070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":454,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.628605423Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.628633654Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.629186739Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.630472263Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.630512704Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"aa5ec83c-422d-4189-81b2-08425c6728f1","remote_addr":"[fd00:1122:3344:101::b]:64753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4328,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.683984628Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63125"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.684103191Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.721701089Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.777271409Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b9a9a9eb-cfc5-477d-9288-8b3661adcdfe","remote_addr":"[fd00:1122:3344:101::a]:63125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93207,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.777800033Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.777825303Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8acbc742-35dd-4b47-b803-0aa8ab044f63","remote_addr":"[fd00:1122:3344:101::a]:36070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.777988528Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"30b652e4-49b2-41dd-b50b-eece9a791fc0","remote_addr":"[fd00:1122:3344:101::a]:63125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":390,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:37.788082098Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"62c4f8c1-3ef1-4b64-ae65-54d4f76a0eda","remote_addr":"[fd00:1122:3344:101::a]:36070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":208,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:55.659317332Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44676"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:47:55.659457375Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"6e5b09ea-8205-4ba3-be93-cd0d1cda825f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44676","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.183924536Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51875"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.18409315Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c56f433a-e6ea-4f2d-8993-b23200bafcd6","remote_addr":"[fd00:1122:3344:101::c]:51875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.294132679Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.29416805Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e4d7ecd3-2a0b-40c2-a733-ed915c57bfc4","remote_addr":"[fd00:1122:3344:101::c]:51875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.308446793Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"525cfa30-d80a-465c-b6ec-6c08abbe2628","remote_addr":"[fd00:1122:3344:101::c]:51875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":294,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.37919779Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47992"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.379297482Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f4abc235-c50f-47bb-bcfe-1c412fabc9c5","remote_addr":"[fd00:1122:3344:101::b]:47992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.462512603Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.462585815Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a96fe362-6002-43ec-a0fe-7869c0805e80","remote_addr":"[fd00:1122:3344:101::b]:47992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":132,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.47210466Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9f6b811a-5d91-451d-ae2d-d6ba2c7759ab","remote_addr":"[fd00:1122:3344:101::b]:47992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":202,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.507967401Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63621"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.508177887Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"a4f3c1d2-ec1c-4cb2-a51b-fc7a64d691d5","remote_addr":"[fd00:1122:3344:101::b]:63621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.51536798Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33460"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.515534554Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"52597582-d174-4a59-b0c4-6439a3203b33","remote_addr":"[fd00:1122:3344:101::c]:33460","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.557105099Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64153"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.557223952Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d6a62d58-c16b-4536-8461-c7e872d18f21","remote_addr":"[fd00:1122:3344:101::a]:64153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.578967125Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42467"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.579079568Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.622332767Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.692155999Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"4fc3e06f-6e6b-4404-af8b-2dfbfa16b5b7","remote_addr":"[fd00:1122:3344:101::c]:42467","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113111,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.692353634Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.692378095Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f2be14d6-baae-4684-b21e-8dc26f73a701","remote_addr":"[fd00:1122:3344:101::a]:64153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.692532479Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"2950bc8b-1d2f-4d26-9d81-d0666debb244","remote_addr":"[fd00:1122:3344:101::c]:42467","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.743887606Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58007"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.744126032Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.78398227Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.84923466Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"719d2e0e-c20d-4a06-b68f-b51284e347bd","remote_addr":"[fd00:1122:3344:101::b]:58007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105243,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.849581879Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35504"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.849841526Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c310b9c2-1cdf-4694-87ee-bd30b1158c8c","remote_addr":"[fd00:1122:3344:101::b]:58007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":254,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.849934669Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"159bd2f3-848a-457b-ac73-3897187d5d1c","remote_addr":"[fd00:1122:3344:101::a]:35504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":228,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.850045341Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1f928e8a-577d-4265-a458-c22364f65e84","remote_addr":"[fd00:1122:3344:101::a]:64153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":470,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.934969318Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44442"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.935256766Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:07.973242054Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:08.034942918Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"310352c0-08b7-48cb-ba61-233e929c4c0c","remote_addr":"[fd00:1122:3344:101::a]:44442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99830,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:08.035313548Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"95b47f25-31ac-4707-be0a-6b91ca76b53c","remote_addr":"[fd00:1122:3344:101::a]:44442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:25.692364496Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40064"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:25.692462899Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"7bfbd657-6665-4b6b-8213-2ba1ba95340d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40064","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.189082179Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60685"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.189217953Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"074f66dd-539f-4575-b1a2-23c3bacd160c","remote_addr":"[fd00:1122:3344:101::b]:60685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.211228522Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.211250953Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"00701a1e-aad3-4488-acce-b9a9420a9a66","remote_addr":"[fd00:1122:3344:101::b]:60685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.224268751Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8626e4ad-f0cd-4784-94bc-a1ec0033233f","remote_addr":"[fd00:1122:3344:101::b]:60685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.2454777Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59180"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.245609054Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0329e852-ae5f-4c19-b558-b8275f852b9d","remote_addr":"[fd00:1122:3344:101::c]:59180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.287606749Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48003"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.287766504Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.330473689Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.39094719Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ce841321-a7d2-4940-b44f-601b0cf1cf58","remote_addr":"[fd00:1122:3344:101::b]:48003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103227,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.391417292Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41078"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.391445263Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41750"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.391453993Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.391465144Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a54283c3-6e66-4725-9db6-bc09ff66c4e1","remote_addr":"[fd00:1122:3344:101::c]:59180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":188,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.391511605Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50036"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.391555266Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ca7c28de-97c3-44da-9da4-62a252a87b13","remote_addr":"[fd00:1122:3344:101::b]:48003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":262,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.391928716Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"dbb8e4ce-3c34-4fa9-ae2d-e29483064192","remote_addr":"[fd00:1122:3344:101::a]:50036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":206,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.391959037Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.392004778Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"55542480-1c26-4c42-998d-ba0919387294","remote_addr":"[fd00:1122:3344:101::b]:41078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":309,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.403604419Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6569347f-690c-4024-b56e-af0036e9dc8e","remote_addr":"[fd00:1122:3344:101::c]:59180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":299,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.440147489Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.447600308Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48794"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.447896336Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"504a1e76-d3db-413e-8f51-e5f533032bd5","remote_addr":"[fd00:1122:3344:101::c]:48794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":201,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.448556934Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.448584635Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ec6cf9ac-7d32-476e-ae8a-5105b00408a5","remote_addr":"[fd00:1122:3344:101::a]:50036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.50584855Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8685e7b9-5f10-44c4-a8e2-550b044b039f","remote_addr":"[fd00:1122:3344:101::c]:41750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114100,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.506258511Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c6c2af57-bd45-4363-ade4-599fd4b509e9","remote_addr":"[fd00:1122:3344:101::c]:41750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":166,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.594015053Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41473"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.594191228Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"0d9cde41-72f1-4fd3-89bd-2baca9789626","remote_addr":"[fd00:1122:3344:101::a]:41473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.598130773Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3dc3ceb4-68b6-4445-b3d9-623f46d85126","remote_addr":"[fd00:1122:3344:101::a]:50036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":268,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.791666812Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53222"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.791778625Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.828345085Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.88335813Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7fd485e7-1ecf-4381-98cc-d63e7dc2bf21","remote_addr":"[fd00:1122:3344:101::a]:53222","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91618,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:37.887026918Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"adfd2851-f5b0-4c89-aae8-e624bba2bc65","remote_addr":"[fd00:1122:3344:101::a]:53222","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:55.730094263Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54171"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:48:55.730235577Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"2e6fbe5f-0bba-4222-8767-c9b8c1ae1d13","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54171","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.195313702Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55835"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.195459617Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"40cbe0d6-1282-4340-a426-b88c2882f87a","remote_addr":"[fd00:1122:3344:101::b]:55835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.277581368Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.277620649Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4710e479-e91c-46c0-b83b-02831a1c8256","remote_addr":"[fd00:1122:3344:101::b]:55835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.302674151Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5333d8ac-c119-4710-bfd8-d4a470e71c58","remote_addr":"[fd00:1122:3344:101::b]:55835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":252,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.421767983Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57821"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.421957588Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"4d977214-7824-4bf5-a228-4a9beed00cc8","remote_addr":"[fd00:1122:3344:101::b]:57821","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.422591985Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61894"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.422705328Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7c6a6fac-08fa-4a03-ac5b-b4d22d911fa1","remote_addr":"[fd00:1122:3344:101::c]:61894","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.47202402Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.472054201Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4af851bc-292f-4a10-9217-fba4473d5f86","remote_addr":"[fd00:1122:3344:101::c]:61894","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.481948416Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"009e70d2-66a6-4c68-96a8-4a48141b1bbe","remote_addr":"[fd00:1122:3344:101::c]:61894","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":152,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.501731916Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57244"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.501881971Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"2dda6492-4270-47df-a2f0-9bdb80ef44c6","remote_addr":"[fd00:1122:3344:101::c]:57244","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.517624753Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42349"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.517734616Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d7bb09ea-15fb-43a6-9e77-fb8e617c974b","remote_addr":"[fd00:1122:3344:101::a]:42349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.58318036Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.583211111Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"71d0c439-634a-4c29-bad5-cb365cd713c1","remote_addr":"[fd00:1122:3344:101::a]:42349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.591309108Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37998"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.591446372Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.642594983Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.699454377Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"49b0702f-604d-4178-8521-614017f2caab","remote_addr":"[fd00:1122:3344:101::c]:37998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108050,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.699633982Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38978"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.700045703Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b4038863-7721-474c-8913-0225e6b06b12","remote_addr":"[fd00:1122:3344:101::a]:42349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":331,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.700056603Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.706130736Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5ecc6df2-2278-4da2-86b8-4176e61b08a4","remote_addr":"[fd00:1122:3344:101::c]:37998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6246,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.735129873Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48603"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.735416941Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"6f36c35d-4f72-48d0-9203-03fc84468b48","remote_addr":"[fd00:1122:3344:101::a]:48603","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":173,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.737470906Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.795982215Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"bcf7fcdc-3c19-462e-9a62-6597c536997a","remote_addr":"[fd00:1122:3344:101::b]:38978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96071,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.796355954Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"440d22ac-c0b5-4620-a001-4b5d39d2a6bd","remote_addr":"[fd00:1122:3344:101::b]:38978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.821110418Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61600"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.821226331Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.856376334Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.908247244Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"42b31fba-6d37-4acc-8918-06dc24abef48","remote_addr":"[fd00:1122:3344:101::a]:61600","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87067,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:07.911883642Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b5ab45da-a667-490e-bdfa-08b267953fc1","remote_addr":"[fd00:1122:3344:101::a]:61600","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:25.764154503Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54753"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:25.764265926Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"e9b1b019-a0b9-4926-8bf0-2a30d97c40cc","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54753","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.234531152Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64943"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.234676396Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1cbcd54c-1848-482c-8646-4552e3ac5123","remote_addr":"[fd00:1122:3344:101::b]:64943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.298683442Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.298729113Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"40f8294e-72b9-4941-8f5f-1db34b311d2b","remote_addr":"[fd00:1122:3344:101::b]:64943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.310148769Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9acf44cf-77db-47a2-a908-8070e12e9ea9","remote_addr":"[fd00:1122:3344:101::b]:64943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":211,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.317078955Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58797"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.317195638Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"73081787-8070-4d31-b1ec-97b160862e20","remote_addr":"[fd00:1122:3344:101::c]:58797","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.333134956Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.333154026Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"48dec876-f227-4984-b296-4e23b50dde34","remote_addr":"[fd00:1122:3344:101::c]:58797","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.346934415Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"84614ac7-4e97-4876-bd83-a12facdcb731","remote_addr":"[fd00:1122:3344:101::c]:58797","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":273,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.365341499Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55207"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.365444762Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.406883933Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.47989521Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"4efa1aa7-4668-4999-978a-c657120d613f","remote_addr":"[fd00:1122:3344:101::b]:55207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114479,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.480056374Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64510"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.480091605Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50998"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.480129266Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33191"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.480137636Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38435"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.480495956Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5b5f0490-5616-4e57-af9f-29b40a879bde","remote_addr":"[fd00:1122:3344:101::c]:38435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":274,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.480547547Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"43fc791f-5cf2-4be8-8118-213f545a46af","remote_addr":"[fd00:1122:3344:101::b]:55207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":348,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.480608389Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.48066213Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6ad5a490-964c-41e4-8396-e984885028d6","remote_addr":"[fd00:1122:3344:101::a]:33191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":209,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.480751863Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"70a5f1fb-e778-4d22-8af2-74e10282efbb","remote_addr":"[fd00:1122:3344:101::b]:50998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":330,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.524702161Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.529180601Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.529262543Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"360cd3f7-4d8b-43f6-9b30-c4201c0cf088","remote_addr":"[fd00:1122:3344:101::a]:33191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":580,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.541133981Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"cf34696f-90c1-4424-bbf6-cb1208d91ad8","remote_addr":"[fd00:1122:3344:101::a]:33191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1032,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.586881208Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"89031047-5d10-4bab-b3c3-fb062e44b806","remote_addr":"[fd00:1122:3344:101::c]:64510","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106488,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.587246848Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ef49aa43-5200-4106-8ca8-1bf196f6a9e3","remote_addr":"[fd00:1122:3344:101::c]:64510","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.664651283Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55005"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.664837168Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"82d72280-f184-453a-9c28-4bcc83289a96","remote_addr":"[fd00:1122:3344:101::a]:55005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.705566269Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39269"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.705662502Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.74064215Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.795443679Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5d173742-cb3a-4d71-b005-6afa3ee00c2a","remote_addr":"[fd00:1122:3344:101::a]:39269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89821,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:37.795834519Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"feb4f554-b791-4f0d-9122-11b0ab8b005c","remote_addr":"[fd00:1122:3344:101::a]:39269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":174,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:49.741071105Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:55.798767729Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35189"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:49:55.798900153Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"4f55b1dc-c6bd-4f76-b5f9-cc66c2df20c4","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35189","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.340842378Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64046"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.341053084Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0a473e81-1f15-4303-8117-00f77c52dbb0","remote_addr":"[fd00:1122:3344:101::c]:64046","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.363136026Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.363164327Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5d846a98-06b7-44af-be9a-c8f7e84647fa","remote_addr":"[fd00:1122:3344:101::c]:64046","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.382718861Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8bea95e9-4af5-45d9-a52d-927e91d536e1","remote_addr":"[fd00:1122:3344:101::c]:64046","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":286,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.386911173Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44830"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.387035097Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f2ce6f73-566f-4fb3-b3e8-220ade576d65","remote_addr":"[fd00:1122:3344:101::b]:44830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.409974012Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.410035613Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"dfd424b0-2e71-4b94-b6e8-d936eae0bcae","remote_addr":"[fd00:1122:3344:101::b]:44830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.471787299Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62272"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.472031045Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5dd25fe5-0cac-4134-8343-2e2724122e9c","remote_addr":"[fd00:1122:3344:101::b]:62272","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.475013175Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"61d301f2-0864-49ad-8f61-c8592579c01d","remote_addr":"[fd00:1122:3344:101::b]:44830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":228,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.47742265Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57180"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.477573454Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.515677285Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.574562644Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"213d0a2a-c3a2-4b2a-9499-efafbe765994","remote_addr":"[fd00:1122:3344:101::c]:57180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97073,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.574838141Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55414"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.574899843Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52791"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.574957714Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55405"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.575207401Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"00f4ea2c-e4f1-4431-b270-273853eca2da","remote_addr":"[fd00:1122:3344:101::c]:57180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":296,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.575267613Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2d905e34-3c4b-4bb0-8aee-f1b66c5b33d9","remote_addr":"[fd00:1122:3344:101::a]:55405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":166,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.575324334Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"0aedcfc4-7979-4472-aa61-112796f9e1de","remote_addr":"[fd00:1122:3344:101::c]:55414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":277,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.575441207Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.616902329Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.631256563Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.631334396Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"44a83bbc-015f-412d-aa2d-52ea08d72999","remote_addr":"[fd00:1122:3344:101::a]:55405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":397,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.643258905Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"afd08748-2b2a-4b06-971c-a3627cbd5064","remote_addr":"[fd00:1122:3344:101::a]:55405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1560,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.673001673Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5ba7177a-bc79-47de-914e-3dd653ff2a4d","remote_addr":"[fd00:1122:3344:101::b]:52791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97717,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.673386723Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"35f3e560-4796-43c4-935d-6d89a165791f","remote_addr":"[fd00:1122:3344:101::b]:52791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.714338001Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64893"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.714560107Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"30aefc8c-074a-4034-ac82-4b19044850e5","remote_addr":"[fd00:1122:3344:101::a]:64893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.726784554Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64941"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.726900198Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.770785214Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.831184483Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"878d07f5-fa38-420e-9df6-7368c62128f8","remote_addr":"[fd00:1122:3344:101::a]:64941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104341,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:07.831566843Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"cfbd2c00-1518-4006-b3af-044f583958b6","remote_addr":"[fd00:1122:3344:101::a]:64941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:25.837133033Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61945"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:25.837250326Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"cc5a7b3f-3453-40ea-a4ab-1cd3345a7760","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61945","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.117809636Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62024"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.117942469Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4beeb0f0-9795-4931-b1c2-c75c0a9b5ba6","remote_addr":"[fd00:1122:3344:101::b]:62024","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.28512216Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.285197292Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"03b6ea88-9815-4331-87b9-a781573263d1","remote_addr":"[fd00:1122:3344:101::b]:62024","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.297164223Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0f81650c-0d4f-45cf-a8cd-ee1100cb1b01","remote_addr":"[fd00:1122:3344:101::b]:62024","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":238,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.304808768Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33203"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.305009063Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"2e69991f-0149-4bd6-b9ba-f2382150df1d","remote_addr":"[fd00:1122:3344:101::b]:33203","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.352537307Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.35263891Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"dced3427-e078-495f-92b4-31ebac748a80","remote_addr":"[fd00:1122:3344:101::c]:52096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.372273106Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55407"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.37241429Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.416168983Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.476987053Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6b447ea4-0550-4ab1-9943-f9a6cf31ada9","remote_addr":"[fd00:1122:3344:101::b]:55407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104622,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.477188099Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60283"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.47723447Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.477275861Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54979"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.477291041Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"82a21427-8712-4f8b-95a4-bec75a8881f6","remote_addr":"[fd00:1122:3344:101::c]:52096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.477526288Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"fe2ce866-5e4e-4f3d-8ab4-de5208288157","remote_addr":"[fd00:1122:3344:101::b]:55407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":260,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.477559719Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"8f32c58f-be98-4f50-a779-1f6b654bb291","remote_addr":"[fd00:1122:3344:101::c]:54979","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.478871784Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e0193946-43a2-4469-9fa2-103eadfb44be","remote_addr":"[fd00:1122:3344:101::a]:60283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.487448914Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"a709ee17-e8e5-4cab-b8c3-f3268ec04e77","remote_addr":"[fd00:1122:3344:101::c]:52096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":390,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.489347905Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55298"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.489464448Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.531378742Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.585482312Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"00de7bfd-d876-4d92-bfee-20def0b70555","remote_addr":"[fd00:1122:3344:101::c]:55298","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96057,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.585661987Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55617"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.585721308Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62595"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.586023046Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.586035717Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.586074578Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"11f94dee-69ad-4055-9e8e-3bf9cb8581b5","remote_addr":"[fd00:1122:3344:101::a]:60283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":245,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.589726236Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d1c7d42c-abdb-4e89-ad1e-2da641dfc04f","remote_addr":"[fd00:1122:3344:101::a]:55617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3750,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.589845839Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b86c809f-acbb-4954-afb3-d8968bb04dc7","remote_addr":"[fd00:1122:3344:101::c]:55298","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3835,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.59808677Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"08b9f280-c98e-4c08-b564-df906a276a80","remote_addr":"[fd00:1122:3344:101::a]:60283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":232,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.623407878Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.68016066Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3db27261-4bd8-4815-833a-4f28f946a4c6","remote_addr":"[fd00:1122:3344:101::a]:62595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94269,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:37.680489999Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b8b63452-3779-475a-91a4-349d69f6a300","remote_addr":"[fd00:1122:3344:101::a]:62595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:55.870776562Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44759"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:50:55.870896515Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"ba977ea4-8394-4a3f-8ab9-d66a7ec4cf1d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44759","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.359412819Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53278"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.359618674Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f3a10acc-5426-4820-8fbe-52811a165f6c","remote_addr":"[fd00:1122:3344:101::b]:53278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.413864668Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.413896789Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e44cfd64-5218-4a9c-ba31-0dbcd88d1bc0","remote_addr":"[fd00:1122:3344:101::b]:53278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.430175866Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"511217a8-bd1c-4fad-a009-b8b6f1568991","remote_addr":"[fd00:1122:3344:101::b]:53278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":244,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.460603552Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40651"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.460699904Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"cf68a9f1-1bf5-4534-9b73-a4f13890bcea","remote_addr":"[fd00:1122:3344:101::c]:40651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.504480118Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.504507178Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a2eb4491-9ed7-4c22-b649-b633660cb3b2","remote_addr":"[fd00:1122:3344:101::c]:40651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.541098419Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39625"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.541314295Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5527a3d9-2353-4d77-9f2f-c048b5447468","remote_addr":"[fd00:1122:3344:101::b]:39625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.588162721Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54947"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.588273214Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"2c214e6b-4bf4-4cae-8148-c1c42f66eeeb","remote_addr":"[fd00:1122:3344:101::c]:54947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.594670235Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3c4dab62-727f-46a6-8fca-59d577d404f4","remote_addr":"[fd00:1122:3344:101::c]:40651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.611772984Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65291"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.611845876Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2fe70bc8-ba08-43ae-a593-fac6be2646a0","remote_addr":"[fd00:1122:3344:101::a]:65291","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":27,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.627387783Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41367"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.627523006Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d9bc678f-0963-4b56-96e5-1615c9e3d034","remote_addr":"[fd00:1122:3344:101::a]:41367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.669384808Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.669416099Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d75f4b9e-d950-4f0c-9496-f6726138db4a","remote_addr":"[fd00:1122:3344:101::a]:65291","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.67803298Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3bdde14b-4bd9-49df-8716-e09c10992c43","remote_addr":"[fd00:1122:3344:101::a]:65291","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.688411968Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38306"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.688494901Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.72615556Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.782069349Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3e85d669-0d7e-4e5f-9f84-feb6ed2271a2","remote_addr":"[fd00:1122:3344:101::c]:38306","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93605,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.782338496Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33575"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.782416538Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37679"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.782648354Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.782654365Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ea17fb7e-f44d-458c-a6f9-08eff79fd7bc","remote_addr":"[fd00:1122:3344:101::c]:38306","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":293,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.818257579Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.872727989Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6f3620a6-c21d-4a82-8546-78466868457d","remote_addr":"[fd00:1122:3344:101::b]:33575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90156,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.872803481Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.876753227Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e9b291c3-8ce4-4f4a-9da0-624548b30589","remote_addr":"[fd00:1122:3344:101::b]:33575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":791,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.909388552Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.966498453Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"053446ee-138c-4096-b175-d37cb0f71541","remote_addr":"[fd00:1122:3344:101::a]:37679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":183908,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:07.96676376Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9e14eff9-8da3-4936-9ea3-9bc41a826c8a","remote_addr":"[fd00:1122:3344:101::a]:37679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:25.904170836Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37458"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:25.90432287Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"2242d8fe-cb9f-4811-97b4-6a0122f67f64","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37458","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.38927845Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49928"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.389575088Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d6736772-f3a3-48c4-aaa8-2ec9eacb6f3a","remote_addr":"[fd00:1122:3344:101::a]:49928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":195,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.390740049Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(4147350) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.39077079Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"PUT","req_id":"12faabee-df9b-44d1-bd1b-37a76fe32e7f","remote_addr":"[fd00:1122:3344:101::a]:49928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":985,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.528016759Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56057"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.537252787Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: dca6ba4c-7257-42b0-b76f-077c6cfff3dc, project_id: 4197e9a8-189c-4612-b8d4-5dcee001b17c }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-30T01:51:34.525456121Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 55411846-c3e6-447d-b164-633173ab4d36, kind: Instance { id: 15baf65e-f4a4-415a-9c7e-05653b04ce31 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4147350), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 55411846-c3e6-447d-b164-633173ab4d36, kind: Instance { id: 15baf65e-f4a4-415a-9c7e-05653b04ce31 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4147350), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 55411846-c3e6-447d-b164-633173ab4d36, kind: Instance { id: 15baf65e-f4a4-415a-9c7e-05653b04ce31 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4147350), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4147350))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 55411846-c3e6-447d-b164-633173ab4d36, kind: Instance { id: 15baf65e-f4a4-415a-9c7e-05653b04ce31 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4147350), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-d96f9fb0db1\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 3b024b78-2be2-4474-8332-808aa98ef49d, read_only_parent: Some(Volume { block_size: 512, id: 75cc570a-81e2-4bf1-9c6f-5f23d51a4119, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 110e70a9-9b46-4a17-9209-74d804f4d772, key: Some(\"C68IvM+AYsxsWeKKJWv1r0DycxnUWnc41fbRdHV9B2o=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::17]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 3b024b78-2be2-4474-8332-808aa98ef49d, key: Some(\"+Deg37so8wt8u93Bgw/pxEgh1a1JqlM0G4/QN0fa67g=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::12]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-d96f9fb0db1\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.537328639Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.537782921Z","hostname":"buskin","pid":1572,"propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:1232","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 55411846-c3e6-447d-b164-633173ab4d36, kind: Instance { id: 15baf65e-f4a4-415a-9c7e-05653b04ce31 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4147350), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 55411846-c3e6-447d-b164-633173ab4d36, kind: Instance { id: 15baf65e-f4a4-415a-9c7e-05653b04ce31 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4147350), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 55411846-c3e6-447d-b164-633173ab4d36, kind: Instance { id: 15baf65e-f4a4-415a-9c7e-05653b04ce31 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4147350), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4147350))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 55411846-c3e6-447d-b164-633173ab4d36, kind: Instance { id: 15baf65e-f4a4-415a-9c7e-05653b04ce31 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4147350), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-d96f9fb0db1\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 3b024b78-2be2-4474-8332-808aa98ef49d, read_only_parent: Some(Volume { block_size: 512, id: 75cc570a-81e2-4bf1-9c6f-5f23d51a4119, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 110e70a9-9b46-4a17-9209-74d804f4d772, key: Some(\"C68IvM+AYsxsWeKKJWv1r0DycxnUWnc41fbRdHV9B2o=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::17]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 3b024b78-2be2-4474-8332-808aa98ef49d, key: Some(\"+Deg37so8wt8u93Bgw/pxEgh1a1JqlM0G4/QN0fa67g=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::12]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-d96f9fb0db1\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-30T01:51:34.525456121Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.537888824Z","hostname":"buskin","pid":1572,"uri":"/vmms/4be95b53-f92a-424e-8471-3b0bb3340730","method":"PUT","req_id":"0e6838b0-e873-4fbc-b7e2-9ee6134412b0","remote_addr":"[fd00:1122:3344:101::a]:56057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9806,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.629791838Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55526"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.630748743Z","hostname":"buskin","pid":1572,"uri":"/vmms/4be95b53-f92a-424e-8471-3b0bb3340730/state","method":"PUT","req_id":"39b4c029-c22a-4c9e-a23f-7831b92d0650","remote_addr":"[fd00:1122:3344:101::a]:55526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":888,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.632659275Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 4147350 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.632707146Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.671442684Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.695125939Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.715544146Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35825"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.715718041Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"40e4f765-e1c6-4ed9-93ff-e554a7bae3cd","remote_addr":"[fd00:1122:3344:101::a]:35825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:34.729609243Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {55411846-c3e6-447d-b164-633173ab4d36: {10.151.1.175: {5ff070a2-ce02-4c84-bf77-7125fefaf26d}, 10.151.1.176: {5ff070a2-ce02-4c84-bf77-7125fefaf26d}}} }"} {"msg":"Profile for oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:35.948724144Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:35.9489405Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730\") failed: Property not found. retry in 43.189461ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:51:36.125788221Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730\") failed: Property not found. retry in 60.910017ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:51:36.178559305Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730\") failed: Property not found. retry in 143.463378ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:51:36.254612303Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730\") failed: Property not found. retry in 406.982885ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:51:36.413131192Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730\") failed: Property not found. retry in 1.051935051s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:51:36.835033562Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.260744324Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52105"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.31843034Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35892"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.318574894Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"9d299cd5-312c-430e-b83f-317998168ed6","remote_addr":"[fd00:1122:3344:101::c]:35892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.363320623Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48550"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.3635531Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"622deea8-27e5-400c-96d3-ff8675c08c22","remote_addr":"[fd00:1122:3344:101::c]:48550","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":179,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.364960697Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {55411846-c3e6-447d-b164-633173ab4d36: {10.151.1.176: {5ff070a2-ce02-4c84-bf77-7125fefaf26d}, 10.151.1.175: {5ff070a2-ce02-4c84-bf77-7125fefaf26d}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.364984718Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"785febdb-01d9-4f9f-b146-07c1364750a2","remote_addr":"[fd00:1122:3344:101::c]:35892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.372428817Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35943"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.37251489Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.418920224Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.488824507Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"d42726c0-bf31-48fd-82fe-be96469b2cfe","remote_addr":"[fd00:1122:3344:101::c]:35943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116336,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.489065774Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41756"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.489163467Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56929"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.489231049Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58679"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.489355692Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47804"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.489385833Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.489575278Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4180e4d7-3f8f-42cb-8c0b-9f4184f5da27","remote_addr":"[fd00:1122:3344:101::c]:35943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":421,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.489815664Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"fc6ef339-20aa-4b71-b32b-076b1fda39dc","remote_addr":"[fd00:1122:3344:101::b]:54828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":274,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.489831034Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"51b556f3-a63b-4444-b756-72df80507450","remote_addr":"[fd00:1122:3344:101::c]:35892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":691,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.490478152Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6a36bede-ebaf-466b-a29e-8ddac16eeb50","remote_addr":"[fd00:1122:3344:101::b]:58679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.498546948Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.530395142Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59496"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.539444084Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.543068412Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {55411846-c3e6-447d-b164-633173ab4d36: {10.151.1.176: {5ff070a2-ce02-4c84-bf77-7125fefaf26d}, 10.151.1.175: {5ff070a2-ce02-4c84-bf77-7125fefaf26d}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.543167334Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"490b1499-273e-464c-9afd-e02d2f132295","remote_addr":"[fd00:1122:3344:101::b]:58679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3603,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.561180497Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3d5ac172-422c-489c-812b-d3b1d3cd4cdb","remote_addr":"[fd00:1122:3344:101::b]:58679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":349,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.583394023Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36418"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.583725111Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"8029e3c5-87c4-4531-a6e0-6087d0fab2b1","remote_addr":"[fd00:1122:3344:101::a]:36418","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":210,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.6038017Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.603863282Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"750fbb2d-04b0-4891-b261-d6c9354e2934","remote_addr":"[fd00:1122:3344:101::b]:47804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106069,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.607751636Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a45cc081-b447-4216-9e6a-5325cdcbf70e","remote_addr":"[fd00:1122:3344:101::b]:47804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":727,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.642902218Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.703123212Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"eba7304c-4d2a-472a-894f-7f096e231ffb","remote_addr":"[fd00:1122:3344:101::a]:59496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":172546,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:37.703480412Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b1041eac-9dc3-43d3-8b5f-4a662c2aec1c","remote_addr":"[fd00:1122:3344:101::a]:59496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730\") failed: Property not found. retry in 764.531243ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:51:37.900134064Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730\") failed: Property not found. retry in 598.470991ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:51:38.674343597Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730\") failed: Property not found. retry in 535.075197ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:51:39.285077548Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730\") failed: Property not found. retry in 1.139193014s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:51:39.83055362Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:41.001987692Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:1710"} {"msg":"wait for service Some(\"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730\") failed: Property not found. retry in 37.478086ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:51:41.011032014Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730\") failed: Property not found. retry in 113.310109ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:51:41.058423045Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730\") failed: Property not found. retry in 165.296593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:51:41.181635948Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730\") failed: Property not found. retry in 481.736012ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:51:41.358985002Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:41.852342287Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:1719"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:41.899408809Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:1743"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.035457256Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:893"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.036140184Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1215"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.036160945Z","hostname":"buskin","pid":1572,"uri":"/vmms/4be95b53-f92a-424e-8471-3b0bb3340730/state","method":"GET","req_id":"85dbe5de-01fb-487c-ad90-75e0ca854f4d","remote_addr":"[fd00:1122:3344:101::c]:52105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4775305,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.036198756Z","hostname":"buskin","pid":1572,"uri":"/vmms/4be95b53-f92a-424e-8471-3b0bb3340730/state","method":"GET","req_id":"b4d5399f-f2ba-41b6-a87b-f7222b96771f","remote_addr":"[fd00:1122:3344:101::a]:56929","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4546639,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.036209096Z","hostname":"buskin","pid":1572,"uri":"/vmms/4be95b53-f92a-424e-8471-3b0bb3340730/state","method":"GET","req_id":"46b26ff6-3d53-446e-83c2-65ca742c6aea","remote_addr":"[fd00:1122:3344:101::b]:41756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4546886,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.036235337Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"68aedfc5-28a2-4dc6-81d8-4454c46ee4f5","remote_addr":"[fd00:1122:3344:101::a]:35825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7306659,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-30T01:51:42.037773328Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.037823779Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:743"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.03784857Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:765","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-30T01:51:42.037773328Z }","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.03785701Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:663","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-30T01:51:42.037773328Z }, migration_in: None, migration_out: None }","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-30T01:51:42.083466163Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.083502424Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:743"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.083536705Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:765","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-30T01:51:42.083466163Z }","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.083544475Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:663","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-30T01:51:42.083466163Z }, migration_in: None, migration_out: None }","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.159761298Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: d3b69eed-2dfb-4ff1-879a-00cb9526b4a6, version: 3 }","old_vers":"RouterVersion { router_id: d3b69eed-2dfb-4ff1-879a-00cb9526b4a6, version: 3 }","subnet":"RouterId { vni: Vni(4147350), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.159884381Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3effb4aa-27d9-4b3b-809c-d799e69d87ec","remote_addr":"[fd00:1122:3344:101::a]:35825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":318,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.202727189Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53526"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.202826752Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"029bb923-f1b3-4eae-8939-690200b1139d","remote_addr":"[fd00:1122:3344:101::a]:53526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.24304175Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {55411846-c3e6-447d-b164-633173ab4d36: {10.151.1.175: {5ff070a2-ce02-4c84-bf77-7125fefaf26d}, 10.151.1.176: {5ff070a2-ce02-4c84-bf77-7125fefaf26d}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.243062921Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"7e069d02-b49b-4034-8576-a1e4434ef671","remote_addr":"[fd00:1122:3344:101::a]:53526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:42.257439936Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"818590fb-9b3b-4b73-9812-f1be5d6fadc3","remote_addr":"[fd00:1122:3344:101::a]:53526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:52.270870537Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48724"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:52.271683619Z","hostname":"buskin","pid":1572,"uri":"/vmms/4be95b53-f92a-424e-8471-3b0bb3340730/state","method":"PUT","req_id":"58afe77a-8e0c-46b5-883e-3c973a55ba39","remote_addr":"[fd00:1122:3344:101::a]:48724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":685,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-30T01:51:52.271787872Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:52.271817053Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:743"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:52.271846124Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:765","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-30T01:51:52.271787872Z }","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:52.271863624Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:663","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-30T01:51:52.271787872Z }, migration_in: None, migration_out: None }","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-30T01:51:52.321425023Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:52.321446193Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:743"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:52.321468414Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:765","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-30T01:51:52.321425023Z }","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:52.321478994Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:779","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:52.321513575Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:51:52.322628805Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"2210134232108490137"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:51:52.322681126Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"15559398418409702444"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:52.324622469Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:52.32466091Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/4fe8d419-8208-497d-8882-2d3852a75fe3/debug/bundle/zone\", \"/pool/int/8c159057-364f-43ea-9c01-3dd1622cc956/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/d1ad0c50-1b03-4d0f-ac25-f1dddd3de254/crypt/debug\", \"/pool/ext/7db5b8be-2234-4c8f-9c94-d27249c4ef8b/crypt/debug\", \"/pool/ext/0e937d4e-c5de-431b-9685-10c36fcf3ced/crypt/debug\", \"/pool/ext/ebd3359c-e503-4b15-887d-91d4123eb86e/crypt/debug\", \"/pool/ext/7a742654-e5f0-4584-9e5b-0fdca7169b90/crypt/debug\", \"/pool/ext/a19adf10-b194-47d2-b232-56e65434fa07/crypt/debug\", \"/pool/ext/e706975f-2413-46d8-ad0d-89c33c103100/crypt/debug\", \"/pool/ext/fffcf65e-2c7e-45c7-8343-0d7b083c7ef7/crypt/debug\", \"/pool/ext/e5117a3e-2bde-43d6-9a9d-0207e8b76656/crypt/debug\"] }","zone_name":"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:52.956044655Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730\", bundle_id: 06739487-37d1-43de-ab30-548bda7afa45 }, time_created: 2024-10-30T01:51:52.324956838Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_4be95b53-f92a-424e-8471-3b0bb3340730","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:51:52.956125987Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:993"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:54.702394317Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:54.718950811Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(4147350), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:54.718992912Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(4147350), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:54.719354082Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:663","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-30T01:51:54.719324241Z }, migration_in: None, migration_out: None }","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:54.74390006Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:663","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-30T01:51:54.719324241Z }, migration_in: None, migration_out: None }","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:54.746042947Z","hostname":"buskin","pid":1572,"instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","propolis_id":"4be95b53-f92a-424e-8471-3b0bb3340730","instance_id":"15baf65e-f4a4-415a-9c7e-05653b04ce31","component":"InstanceManager","file":"sled-agent/src/instance.rs:930"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.218190854Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.218314777Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ac2e0e6c-1249-4073-a710-d313471e7543","remote_addr":"[fd00:1122:3344:101::b]:62864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.26319404Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {55411846-c3e6-447d-b164-633173ab4d36: {10.151.1.176: {5ff070a2-ce02-4c84-bf77-7125fefaf26d}, 10.151.1.175: {5ff070a2-ce02-4c84-bf77-7125fefaf26d}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.263225861Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3e4d2005-d8ef-42ff-a833-ab474ec7b1a2","remote_addr":"[fd00:1122:3344:101::b]:62864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.27138582Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"a536b16d-b251-40a6-9e66-b5176d34b23c","remote_addr":"[fd00:1122:3344:101::b]:62864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":160,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.359134872Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63390"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.359325627Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"856f800f-189a-4408-bc5b-30ede07d5fef","remote_addr":"[fd00:1122:3344:101::b]:63390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.48852763Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35375"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.488722906Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"111a7e83-e44f-439a-9c64-7ab6ec76ad86","remote_addr":"[fd00:1122:3344:101::a]:35375","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.608737553Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38000"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.608828885Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a624ea3a-fc49-4f0c-99c4-af906de976de","remote_addr":"[fd00:1122:3344:101::a]:38000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.622089071Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.622296366Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1215"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.622329867Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"fc866462-6199-4700-9655-2b550fbf2a01","remote_addr":"[fd00:1122:3344:101::a]:38000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":271,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.629470819Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f61505dc-406a-4c8f-ba1b-2c33bfac445c","remote_addr":"[fd00:1122:3344:101::a]:38000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.941032051Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40751"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:55.941138563Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"09c15ebd-4ce7-4696-a24b-9e0f54716248","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40751","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:56.187425976Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40899"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:56.187511158Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2a6f14b3-5fb9-4818-abcd-989f85aa2ed9","remote_addr":"[fd00:1122:3344:101::a]:40899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:56.228698011Z","hostname":"buskin","pid":1572,"sled_id":"6ac8db21-44b0-408b-b2a4-07278f4cec2c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:56.228725562Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e611fb1d-9072-4cf3-ad61-45610d3004ab","remote_addr":"[fd00:1122:3344:101::a]:40899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:51:56.237321572Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"671a89a4-b2ac-454f-b946-bb314db95bb0","remote_addr":"[fd00:1122:3344:101::a]:40899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":228,"response_code":"204"}