[ Oct 1 18:21:39 Enabled. ] [ Oct 1 18:21:40 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 1 18:21:40 Method "start" exited with status 0. ] [ Oct 1 18:21:40 Rereading configuration. ] [ Oct 1 18:21:40 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.026061911Z","hostname":"sock","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.026295236Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.084232055Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.084278696Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.198612592Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.207400604Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.2154393Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.820392965Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.959081814Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.959144365Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.959160176Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.959231107Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.959249597Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.959283798Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.962149961Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:40.962162521Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.962181062Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.962187942Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.962194302Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.962251903Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.962317405Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.962352035Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.962365756Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.97308327Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:40.97311803Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"90331387-3d33-48f3-bd8e-2ca97fa40299 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.068958401Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 90331387-3d33-48f3-bd8e-2ca97fa40299 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.473393782Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.473439743Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.473444843Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.473455923Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.473463003Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.473480864Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.473485374Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.482252216Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.482276557Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"350f58a2-0a80-4a0a-a6fc-6bd28c5669b2 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.570408037Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 350f58a2-0a80-4a0a-a6fc-6bd28c5669b2 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.96944155Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969491881Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 90331387-3d33-48f3-bd8e-2ca97fa40299 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 350f58a2-0a80-4a0a-a6fc-6bd28c5669b2 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969531262Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969538472Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969547862Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969553033Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969556773Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969562683Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969568763Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969573133Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 90331387-3d33-48f3-bd8e-2ca97fa40299 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 350f58a2-0a80-4a0a-a6fc-6bd28c5669b2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969588713Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969604084Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969608934Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969613684Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969618534Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969622874Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 90331387-3d33-48f3-bd8e-2ca97fa40299 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 350f58a2-0a80-4a0a-a6fc-6bd28c5669b2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969641984Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969647405Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969651405Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969655555Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 90331387-3d33-48f3-bd8e-2ca97fa40299 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 350f58a2-0a80-4a0a-a6fc-6bd28c5669b2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969673075Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969685896Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969691136Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969695786Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969700376Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969704656Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 90331387-3d33-48f3-bd8e-2ca97fa40299 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 350f58a2-0a80-4a0a-a6fc-6bd28c5669b2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969725076Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969731837Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969736507Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969740367Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969747347Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969751667Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 90331387-3d33-48f3-bd8e-2ca97fa40299 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 350f58a2-0a80-4a0a-a6fc-6bd28c5669b2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969780247Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969785608Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969789978Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969796418Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969800578Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969806318Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 90331387-3d33-48f3-bd8e-2ca97fa40299 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 350f58a2-0a80-4a0a-a6fc-6bd28c5669b2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969835359Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969840859Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969845499Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969850059Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969854559Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969860499Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.96986486Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969869149Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 90331387-3d33-48f3-bd8e-2ca97fa40299 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 350f58a2-0a80-4a0a-a6fc-6bd28c5669b2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.96990626Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969912281Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.96991653Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969920811Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 90331387-3d33-48f3-bd8e-2ca97fa40299 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 350f58a2-0a80-4a0a-a6fc-6bd28c5669b2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969952501Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969957302Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969962042Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969968512Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969974752Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969987232Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.969990862Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 90331387-3d33-48f3-bd8e-2ca97fa40299 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 350f58a2-0a80-4a0a-a6fc-6bd28c5669b2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.970018583Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.970023193Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.970026563Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.970029723Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.970060114Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.970076554Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.970085224Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.970095985Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.970102755Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.970107275Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.970131935Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.970138975Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.980926352Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.980958952Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999939298s","next_cleanup":"Instant { tv_sec: 1329, tv_nsec: 853824585 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.980998463Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.981035234Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.981083855Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.981092015Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.984383007Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.986026843Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.986244468Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.986251528Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.9863071Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.986360861Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.986376241Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.986382141Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.986409782Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.986435152Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.986440633Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.986448673Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.986452723Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.986456453Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.986483304Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.986508714Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.98680128Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: fecac7d4-fc7c-4439-aac3-38328885f464,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0 (sled),\n rack_id: fecac7d4-fc7c-4439-aac3-38328885f464,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.987076486Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.987082297Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.987121187Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.987131518Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.987306672Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.987436385Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.987493256Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0 (sled), rack_id: fecac7d4-fc7c-4439-aac3-38328885f464, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.988523148Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4241"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.988582559Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4623"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.992810102Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.998715392Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:41.998909036Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.003899445Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.003961296Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.00411316Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:42880","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0 (sled), rack_id: fecac7d4-fc7c-4439-aac3-38328885f464, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.004223822Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.004237893Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.004270653Z","hostname":"sock","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.004275854Z","hostname":"sock","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.004282783Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.004287104Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"No ledger in /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.004314054Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.004322324Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.004330275Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.004334475Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.004356485Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.004360605Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.004366255Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.004373145Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.02284588Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.044708209Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.062391517Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.06664859Z","hostname":"sock","pid":1562,"sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.066684201Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.066695591Z","hostname":"sock","pid":1562,"sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.066731562Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 143.336519ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.069808079Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"246d0662-ae69-433e-bd21-c141fb7b7abf\", \"content-length\": \"124\", \"date\": \"Tue, 01 Oct 2024 18:21:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"246d0662-ae69-433e-bd21-c141fb7b7abf\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_90331387-3d33-48f3-bd8e-2ca97fa40299/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.079075652Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_90331387-3d33-48f3-bd8e-2ca97fa40299/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.102068706Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_90331387-3d33-48f3-bd8e-2ca97fa40299/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.102112637Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.107195349Z","hostname":"sock","pid":1562,"sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.107202849Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_90331387-3d33-48f3-bd8e-2ca97fa40299/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.107207939Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.194983752Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.214129241Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 124.75054ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.214716524Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2083d8b-7c60-4167-a72e-848f8f62c532\", \"content-length\": \"124\", \"date\": \"Tue, 01 Oct 2024 18:21:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f2083d8b-7c60-4167-a72e-848f8f62c532\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.340806297Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 99.85604ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.34142559Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e09eac76-0adf-435a-b65b-77a474096f21\", \"content-length\": \"124\", \"date\": \"Tue, 01 Oct 2024 18:21:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e09eac76-0adf-435a-b65b-77a474096f21\" }"} {"msg":"Mounting oxi_90331387-3d33-48f3-bd8e-2ca97fa40299/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.414704386Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.428169471Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.428243223Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.428273793Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.428302804Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.44229046Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 157.92187ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.442779451Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4079d303-79af-4ec9-8d28-ca4974d424f8\", \"content-length\": \"124\", \"date\": \"Tue, 01 Oct 2024 18:21:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4079d303-79af-4ec9-8d28-ca4974d424f8\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.600930456Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 272.606194ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.601648502Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90f9fe50-1f1e-4fbb-b581-58ca88f2758c\", \"content-length\": \"124\", \"date\": \"Tue, 01 Oct 2024 18:21:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"90f9fe50-1f1e-4fbb-b581-58ca88f2758c\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.874973521Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 317.173715ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:42.875744018Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bf37f39-6df1-4ddf-a2e8-4739607d7115\", \"content-length\": \"124\", \"date\": \"Tue, 01 Oct 2024 18:21:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8bf37f39-6df1-4ddf-a2e8-4739607d7115\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:43.158476692Z","hostname":"sock","pid":1562,"sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:43.16432336Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:47618","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:43.164370491Z","hostname":"sock","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:72","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:43.164425192Z","hostname":"sock","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:47618","producer_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:43.165468625Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"317.272594ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:43.16658154Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:43.16659019Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:43.166662761Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:43.166668681Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:43.194397929Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:43.483955373Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"709.542073ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:44.194735656Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.232257259s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:45.428633061Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.122052681s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:45.63854017Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2699"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:45.63855365Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2917"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:45.638565911Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2569"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:45.638572431Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2616"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:45.638625122Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:45.638633822Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3040"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:45.640473463Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2842"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:45.641665529Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2610"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:45.641793552Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:45.642009906Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 47.90451ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:45.939532275Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 129.980434ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:46.142125463Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 159.737937ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:46.330859079Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 215.105901ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:46.528513509Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 709.536363ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:46.925424326Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:47.552035735Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.749731504s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 693.957323ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:47.765288498Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 961.94084ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:48.552513466Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.003749014s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:49.629485612Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:50.303809046Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"7.60306485s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 722.06947ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:50.664778195Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.625947614Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.626030796Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.626041497Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.626050197Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.626315313Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.626481196Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.626529727Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.626542898Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.626614739Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:42880","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.852945598Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.85302744Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.853170013Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.853248055Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.853258905Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.853278406Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.853322096Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.853329297Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.858150052Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4265","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.858166443Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4281"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:51.858178403Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.101888222Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59669"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.10224598Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.102391863Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"ac234743-f0c2-40a7-bcc5-2b37186960ba","remote_addr":"[fd00:1122:3344:101::1]:59669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":300,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.132321939Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59441"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.132436231Z","hostname":"sock","pid":1562,"uri":"/sled-role","method":"GET","req_id":"7f7fda5e-70db-4ed0-aea9-012cbae3c719","remote_addr":"[fd00:1122:3344:101::1]:59441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.13329729Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.133313581Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.133630738Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.133851382Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:992"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 92042ff1-9844-434a-9550-25ad7f0892eb, pool_id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 302d2306-31ad-4335-9fe7-570e51676cb8, pool_id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 3e7216a1-0a3e-40d3-ac8d-e022f9c49e3a, pool_id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 627ec0ed-faae-40e7-9400-365a754353fe, pool_id: b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 1c40cd0d-68e9-4389-abb5-ff5b164e4c44, pool_id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 9b357d62-04d7-4da0-9ea5-23bcfa1f231d, pool_id: ff26eacc-e492-4a48-bd20-a2883ae495ea (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: ebe97a49-3a81-4890-9b41-37a5710902ea, pool_id: 1f3db7b8-dd48-4df7-8388-20526a0aa5b4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: ce985104-2120-4021-bc80-ac4929ae2ae9, pool_id: c4f6f294-3271-47fd-b170-7b6405440455 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 3c0008ed-fb7a-46d0-9262-944a3200a189, pool_id: f145c6ed-717a-4b28-b067-6c66311a1193 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.163206546Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.163298428Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47250"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.163595494Z","hostname":"sock","pid":1562,"sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 92042ff1-9844-434a-9550-25ad7f0892eb, pool_id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 302d2306-31ad-4335-9fe7-570e51676cb8, pool_id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 3e7216a1-0a3e-40d3-ac8d-e022f9c49e3a, pool_id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 627ec0ed-faae-40e7-9400-365a754353fe, pool_id: b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 1c40cd0d-68e9-4389-abb5-ff5b164e4c44, pool_id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 9b357d62-04d7-4da0-9ea5-23bcfa1f231d, pool_id: ff26eacc-e492-4a48-bd20-a2883ae495ea (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: ebe97a49-3a81-4890-9b41-37a5710902ea, pool_id: 1f3db7b8-dd48-4df7-8388-20526a0aa5b4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: ce985104-2120-4021-bc80-ac4929ae2ae9, pool_id: c4f6f294-3271-47fd-b170-7b6405440455 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 3c0008ed-fb7a-46d0-9262-944a3200a189, pool_id: f145c6ed-717a-4b28-b067-6c66311a1193 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.163649575Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.163654815Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.163672906Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.163678336Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.163721497Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.163730047Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.163735937Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.163740427Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.297819985Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:52.297862426Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:21:52.747746423Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:21:53.175555666Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"930856828878195035"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:21:53.175654918Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9808867456580247913"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.374079996Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.385157129Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.394009353Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.394113225Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.394121915Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.394128285Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.394136935Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.394269398Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.394293519Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.43176102Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_49d25859-5b24-4d4f-9266-75245a5c9f72/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.439419438Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_49d25859-5b24-4d4f-9266-75245a5c9f72","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.607439499Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.615170429Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.615199519Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.615204999Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.615211919Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.61521817Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.62480254Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.6248264Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.718234817Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.726660641Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.726744893Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.726753493Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.726784944Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.726794214Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.726928957Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.726934797Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:21:53.748785556Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.762679201Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_de97b78c-8221-4846-9b7d-12d73a50ecd4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.770591104Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_de97b78c-8221-4846-9b7d-12d73a50ecd4","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.944472344Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.952802166Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.952844237Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.952849777Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.952875518Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.952880418Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.962408197Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:53.962430137Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.053668696Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.061591049Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.06162188Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.06164327Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.061684061Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.061697132Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.061820674Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.061827844Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.09538953Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4562b4bc-fd1e-41e9-b26e-5a5229354600/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.10315344Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_4562b4bc-fd1e-41e9-b26e-5a5229354600","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.278068662Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.286867315Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.286912266Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.286936877Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.286943217Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.286948307Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.296288992Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.296309342Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.38796265Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.395840853Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.395877524Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.395883704Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.395919804Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.395930085Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.396090458Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.396099288Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.432551147Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_b94f974e-de89-498f-9f23-26ecb10cb5ca/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.441305379Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_b94f974e-de89-498f-9f23-26ecb10cb5ca","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.604781821Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.611635631Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.611673932Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.611680592Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.611688362Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.611695482Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.621592849Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.62162338Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.714060895Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.721937958Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.721972808Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.721979889Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.721989689Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.72204822Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.722188443Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.722197033Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:21:54.751096187Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.758001178Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_07d26aad-1471-4785-8dbc-af2ba762e9ca/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.765685116Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_07d26aad-1471-4785-8dbc-af2ba762e9ca","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.937144963Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.94478587Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.944834262Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.944850532Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.944859082Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.944865962Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.954642406Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:54.954675287Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ff26eacc-e492-4a48-bd20-a2883ae495ea (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.048032582Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: ff26eacc-e492-4a48-bd20-a2883ae495ea (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.055538877Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.055577917Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.055586828Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.055600958Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.055612938Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.055772122Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.055785722Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.089358878Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ff26eacc-e492-4a48-bd20-a2883ae495ea/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.09629765Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_ff26eacc-e492-4a48-bd20-a2883ae495ea","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.263326949Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.270980357Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.271030178Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.271038658Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.271046389Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.271053239Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.280334402Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.280364953Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"1f3db7b8-dd48-4df7-8388-20526a0aa5b4 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.374177298Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 1f3db7b8-dd48-4df7-8388-20526a0aa5b4 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.381829806Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.381870037Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.381879037Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.381892307Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.381904518Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.382060131Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.382070441Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.419033871Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.430053462Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_1f3db7b8-dd48-4df7-8388-20526a0aa5b4","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.603885271Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.611773424Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.611826145Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.611837276Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.611854166Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.611860886Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.620876694Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.620911314Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"c4f6f294-3271-47fd-b170-7b6405440455 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.715618949Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: c4f6f294-3271-47fd-b170-7b6405440455 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.7224871Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.722527881Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.722537101Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.722547401Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.722560351Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.722668184Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.722676434Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:21:55.755321609Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.756754271Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_c4f6f294-3271-47fd-b170-7b6405440455/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.763731124Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_c4f6f294-3271-47fd-b170-7b6405440455","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.93154615Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.938886321Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.938930112Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.938936762Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.938944692Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.938949973Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.94887718Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:55.948916841Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"f145c6ed-717a-4b28-b067-6c66311a1193 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.060405003Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: f145c6ed-717a-4b28-b067-6c66311a1193 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.06846332Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.06850693Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.068534201Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.068553662Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.068565952Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.068690594Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.068706645Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.109186552Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f145c6ed-717a-4b28-b067-6c66311a1193/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.117174067Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_f145c6ed-717a-4b28-b067-6c66311a1193","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.287450368Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.295125556Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.295167597Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.295250749Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.295399362Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 90331387-3d33-48f3-bd8e-2ca97fa40299 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 350f58a2-0a80-4a0a-a6fc-6bd28c5669b2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ff26eacc-e492-4a48-bd20-a2883ae495ea (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1f3db7b8-dd48-4df7-8388-20526a0aa5b4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c4f6f294-3271-47fd-b170-7b6405440455 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f145c6ed-717a-4b28-b067-6c66311a1193 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.295495174Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.295503464Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.295615587Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.295797851Z","hostname":"sock","pid":1562,"sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.295808021Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.295825191Z","hostname":"sock","pid":1562,"sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.295830191Z","hostname":"sock","pid":1562,"sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.295842031Z","hostname":"sock","pid":1562,"sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.295866572Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.295875412Z","hostname":"sock","pid":1562,"sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.295910603Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:757","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.295915753Z","hostname":"sock","pid":1562,"sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.296008265Z","hostname":"sock","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"dd34620e-c7c8-4252-8e17-9e4f656893f4","remote_addr":"[fd00:1122:3344:101::1]:47250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4132620,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: f6577b51-42ef-4ff3-9a14-9b3864a988c0 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: ccb003ee-8137-453c-a80d-a5d11f0e2877 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6ff79709-4afb-4508-bba1-62b93b9552c2 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.326974634Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.327149628Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:65014"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6577b51-42ef-4ff3-9a14-9b3864a988c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.327514576Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.327519446Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f6577b51-42ef-4ff3-9a14-9b3864a988c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ccb003ee-8137-453c-a80d-a5d11f0e2877, dataset_name: DatasetName { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.380023886Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.380055027Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ccb003ee-8137-453c-a80d-a5d11f0e2877, dataset_name: DatasetName { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6ff79709-4afb-4508-bba1-62b93b9552c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.429100361Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.429128222Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6ff79709-4afb-4508-bba1-62b93b9552c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.477853039Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.477894891Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.477902591Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.477962562Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.520397582Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.520450623Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.520473693Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.57278289Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.576635284Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.580508949Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.592310327Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.59651525Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:56.600380624Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:21:56.757102288Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:58.108544118Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:58.10862914Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:58.108755993Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:58.590772734Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:59.070358961Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:59.070442623Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:59.070546845Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877\") failed: Property not found. retry in 65.319141ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:59.078172622Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:59.078213733Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:21:59.082045497Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877\") failed: Property not found. retry in 124.718624ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:59.153050033Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2\") failed: Property not found. retry in 71.95015ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:59.1976502Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0\") failed: Property not found. retry in 51.592292ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:59.203645752Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0\") failed: Property not found. retry in 143.639734ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:59.265700181Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2\") failed: Property not found. retry in 147.57074ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:59.361069781Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877\") failed: Property not found. retry in 280.728161ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:59.405070405Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0\") failed: Property not found. retry in 262.816222ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:59.428048348Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2\") failed: Property not found. retry in 174.464698ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:59.554912428Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877\") failed: Property not found. retry in 398.74629ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:59.69925196Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0\") failed: Property not found. retry in 318.680753ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:59.708304149Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2\") failed: Property not found. retry in 307.937577ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:21:59.739304448Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0\") failed: Property not found. retry in 552.395593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:00.036483179Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2\") failed: Property not found. retry in 457.786331ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:00.056189781Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877\") failed: Property not found. retry in 674.944111ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:00.107414993Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2\") failed: Property not found. retry in 1.079303313s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:00.524929211Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0\") failed: Property not found. retry in 660.150559ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:00.598516623Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877\") failed: Property not found. retry in 800.695729ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:00.792733719Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0\") failed: Property not found. retry in 1.316884647s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:01.266844686Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877\") failed: Property not found. retry in 1.47325115s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:01.601434177Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2\") failed: Property not found. retry in 1.415969464s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:01.612826687Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:01.628142893Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4267111052264308326"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:01.628265605Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16666444594594493648"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:02.050325242Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4289"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:02.050385033Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4299","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:02.056188541Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4378"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:02.159125506Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4426"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:02.159160177Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4453"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:02.197975797Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:02.198010898Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4330"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:02.248540295Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4372"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:02.248576526Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:02.268133955Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4444"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:02.268173075Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4486"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:02.33503305Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4518"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:02.335080551Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4524"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:02.424071811Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4565"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:02.424132013Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Failed to get switch ID from MGS (retrying in 64.620098ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:02.456013721Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:02.456090773Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to get switch ID from MGS (retrying in 105.783697ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:02.52171146Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"wait for service Some(\"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0\") failed: Property not found. retry in 708.434228ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:02.592012571Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Failed to get switch ID from MGS (retrying in 275.291081ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:02.628405548Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 403.210076ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:02.904626361Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"wait for service Some(\"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2\") failed: Property not found. retry in 633.32387ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:03.039233879Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877\") failed: Property not found. retry in 1.469391975s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:03.086073425Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.111592984Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:47935"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.112534365Z","hostname":"sock","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"4d68dd8e-9613-43fb-8124-938dfa43f5a0","remote_addr":"[fd00:1122:3344:101::2]:47935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":687,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:03.177372986Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"930856828878195035"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:03.177487418Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9808867456580247913"} {"msg":"wait for service Some(\"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0\") failed: Property not found. retry in 931.109934ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:03.310413841Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.310900991Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.343020165Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.343120437Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.343412854Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.343430474Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.37929447Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428052958Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.42811189Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.42814469Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428154891Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428167981Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428177211Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428188121Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428196161Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428203542Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428208572Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428215322Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428223492Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428230192Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428236922Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428254523Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428261453Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428267743Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428274343Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428280703Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428285434Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428290334Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428295004Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:03.428299694Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2\") failed: Property not found. retry in 884.723533ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:03.680911869Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.588886082Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_ccb003ee-8137-453c-a80d-a5d11f0e2877"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.588924113Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_6ff79709-4afb-4508-bba1-62b93b9552c2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.588930443Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_f6577b51-42ef-4ff3-9a14-9b3864a988c0"} {"msg":"Writing ledger to /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.588942604Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.589260451Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.589577067Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"2ffce5c2-e1c4-472e-b653-660fc6a395fd","remote_addr":"[fd00:1122:3344:101::1]:65014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8262224,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.591225683Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"failed to write DNS configuration (will retry in 149.017196ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:04.622312185Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.791039672Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.843861839Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.889704974Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.889719624Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.922173325Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.923049974Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.923055334Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: f6577b51-42ef-4ff3-9a14-9b3864a988c0 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: ccb003ee-8137-453c-a80d-a5d11f0e2877 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6ff79709-4afb-4508-bba1-62b93b9552c2 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0afddd13-37c3-4206-b82a-ee3c1b0e020a (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8f679c41-fef5-4bbe-8bcb-12b3a9f2f225, kind: Service { id: 0afddd13-37c3-4206-b82a-ee3c1b0e020a }, name: Name(\"ntp-0afddd13-37c3-4206-b82a-ee3c1b0e020a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 208])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.952562301Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.952698474Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61673"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6577b51-42ef-4ff3-9a14-9b3864a988c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.952910748Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.952920419Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f6577b51-42ef-4ff3-9a14-9b3864a988c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ccb003ee-8137-453c-a80d-a5d11f0e2877, dataset_name: DatasetName { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.972776253Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.972807094Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ccb003ee-8137-453c-a80d-a5d11f0e2877, dataset_name: DatasetName { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6ff79709-4afb-4508-bba1-62b93b9552c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.990492311Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:04.990510892Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6ff79709-4afb-4508-bba1-62b93b9552c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.008922855Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.008951466Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.00916063Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.009261282Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.022482662Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.055197339Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.055767392Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.055774441Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.085469592Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 141, 208]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.085502223Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.08583514Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.085847791Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.086105276Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.086494975Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.112525525Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.131335657Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.75398941Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:05.754106342Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a\") failed: Property not found. retry in 53.462318ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:05.891049823Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a\") failed: Property not found. retry in 53.535882ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:05.952164962Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a\") failed: Property not found. retry in 180.428215ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:06.019226881Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a\") failed: Property not found. retry in 447.407152ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:06.210553233Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a\") failed: Property not found. retry in 1.198496976s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:06.667747011Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a\") failed: Property not found. retry in 1.134777068s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:07.87540099Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a\") failed: Property not found. retry in 1.231120183s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:09.020720994Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a\") failed: Property not found. retry in 584.51961ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:10.261468159Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:10.865781779Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a"} {"msg":"Writing ledger to /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:10.865842841Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:10.866172268Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:10.866509135Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"61709020-c9ca-4531-9cdc-399019d9825a","remote_addr":"[fd00:1122:3344:101::1]:61673","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5913761,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:10.868752615Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:10.898285152Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:10.898421795Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49561"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:10.908667269Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:10.908773192Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"66322b03-7c96-4cba-8cb4-d34946624549","remote_addr":"[fd00:1122:3344:101::1]:49561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":10167,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:10.910853777Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:11.006590004Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:11.006798089Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35302"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:11.630500714Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4267111052264308326"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:11.630606937Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16666444594594493648"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:13.179558004Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"930856828878195035"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:13.179676146Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9808867456580247913"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:14.267672964Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"773271889690949804"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:14.585945818Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15710347692867495448"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:14.590194161Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10403945663230483043"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:15.016176564Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:15.016271096Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"522004d5-19ce-4ba3-a728-36d6de793e82","remote_addr":"[fd00:1122:3344:101::1]:35302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009400,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:15.018205309Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:15.189061072Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:15.189198605Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52840"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:15.197692811Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:15.197813394Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"38cc01dd-3459-4db1-9b18-16ca7b43f2e7","remote_addr":"[fd00:1122:3344:101::1]:52840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8436,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:15.199168454Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:15.409891351Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:15.410044214Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41513"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_0afddd13-37c3-4206-b82a-ee3c1b0e020a': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:15.417865495Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:15.417978258Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"0157246d-f735-4301-bc13-17d7e72a1260","remote_addr":"[fd00:1122:3344:101::1]:41513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":7864,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:15.419325167Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:15.582047572Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:15.582211536Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43002"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:17.591734165Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"c7cc5c84-8c00-4880-9674-053de87128b1","remote_addr":"[fd00:1122:3344:101::1]:43002","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2009436,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:17.593692928Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:17.59424632Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:17.830021896Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:17.83019577Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46303"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:17.838015721Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"82450ecd-4856-485d-a235-e590798dbd35","remote_addr":"[fd00:1122:3344:101::1]:46303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7753,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.055243198 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:17.839524384Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:17.839530154Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:18.074907458Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:18.07506364Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64538"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:18.083282762Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"d9c0f874-008d-4bdf-a22e-e756ac761217","remote_addr":"[fd00:1122:3344:101::1]:64538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8091,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.055315517 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:18.08473374Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:18.08473915Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:18.353089175Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:18.353245957Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:33493"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:18.360659906Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"8f385bf0-2b12-480c-848e-d5870813555d","remote_addr":"[fd00:1122:3344:101::1]:33493","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7338,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.05456626 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:18.362022517Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:18.362027767Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:18.906361108Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:18.906587647Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:18.914218427Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"59def6a4-e909-4523-b75f-015f3f0aedb1","remote_addr":"[fd00:1122:3344:101::1]:40116","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7601,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.053070948 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:18.915297919Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:18.915303253Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:19.564412532Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:19.564568058Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58805"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:19.573339252Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"c42e5ed9-04bc-4728-be1a-b95564af0e5d","remote_addr":"[fd00:1122:3344:101::1]:58805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8632,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.051443186 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:19.574545163Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:19.57455045Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:20.112857363Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:20.113038491Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55245"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:20.12051869Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"b1e11b3d-ef66-4d88-afc9-d71382684488","remote_addr":"[fd00:1122:3344:101::1]:55245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7419,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1738043714, ip_addr: 103.152.113.66, stratum: 4, ref_time: 1727806939.9697688, correction: 0.050259255 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:20.121766056Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:20.121771447Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:20.877188227Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10460830723857063901"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T18:22:20.877301554Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13924610772725426309"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.055049018Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.05518418Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:37538"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.075540135Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"f7c57126-529b-4cba-a610-1c85ccefc6ef","remote_addr":"[fd00:1122:3344:101::1]:37538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":20137,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1738043714, ip_addr: 103.152.113.66, stratum: 4, ref_time: 1727806939.9697688, correction: 0.047712412 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.077365259Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.077390422Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6577b51-42ef-4ff3-9a14-9b3864a988c0 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: ccb003ee-8137-453c-a80d-a5d11f0e2877 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6ff79709-4afb-4508-bba1-62b93b9552c2 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0afddd13-37c3-4206-b82a-ee3c1b0e020a (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8f679c41-fef5-4bbe-8bcb-12b3a9f2f225, kind: Service { id: 0afddd13-37c3-4206-b82a-ee3c1b0e020a }, name: Name(\"ntp-0afddd13-37c3-4206-b82a-ee3c1b0e020a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 208])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: eae378e0-5afb-4da8-a5dd-45a0149e57dd (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External } } } }, OmicronZoneConfig { id: 27e83b15-758c-48ca-ac67-601e8c901ae1 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1b4f6390-94a3-4c21-9c2b-86703e67a903 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9392f6-969f-4a70-8978-32d16f7d7858 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool), kind: External } } } }, OmicronZoneConfig { id: e8488e12-1eff-40f1-ba3a-25702ba9c341 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.107188734Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.107283667Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52771"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6577b51-42ef-4ff3-9a14-9b3864a988c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.107638455Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.107647877Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f6577b51-42ef-4ff3-9a14-9b3864a988c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ccb003ee-8137-453c-a80d-a5d11f0e2877, dataset_name: DatasetName { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.127645162Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.127671431Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ccb003ee-8137-453c-a80d-a5d11f0e2877, dataset_name: DatasetName { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6ff79709-4afb-4508-bba1-62b93b9552c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.146245371Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.146271236Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6ff79709-4afb-4508-bba1-62b93b9552c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eae378e0-5afb-4da8-a5dd-45a0149e57dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.163128606Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.163162385Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: eae378e0-5afb-4da8-a5dd-45a0149e57dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 27e83b15-758c-48ca-ac67-601e8c901ae1, dataset_name: DatasetName { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.219250622Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.219279292Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 27e83b15-758c-48ca-ac67-601e8c901ae1, dataset_name: DatasetName { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b4f6390-94a3-4c21-9c2b-86703e67a903, dataset_name: DatasetName { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.272442279Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.272466889Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1b4f6390-94a3-4c21-9c2b-86703e67a903, dataset_name: DatasetName { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9392f6-969f-4a70-8978-32d16f7d7858, dataset_name: DatasetName { pool_name: ZpoolName { id: b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.324310716Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.324338522Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4f9392f6-969f-4a70-8978-32d16f7d7858, dataset_name: DatasetName { pool_name: ZpoolName { id: b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8488e12-1eff-40f1-ba3a-25702ba9c341, dataset_name: DatasetName { pool_name: ZpoolName { id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.376783174Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.376810146Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e8488e12-1eff-40f1-ba3a-25702ba9c341, dataset_name: DatasetName { pool_name: ZpoolName { id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.426846316Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.42688273Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.427091159Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.427201805Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.508812052Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.508845325Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.508851681Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.508857663Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.508865941Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.596512478Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.600495408Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.604529125Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.608840838Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.613379186Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.618075119Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.622623486Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.62683231Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.631334115Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:21.635661947Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:23.16536046Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"348.712323ms"} {"msg":"Profile for oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:24.606741865Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:24.606845921Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:24.606896312Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:24.612105917Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:24.644554919Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:24.644655974Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:24.662275026Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:24.662403916Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:24.668075667Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:24.668200582Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 56.783843ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:24.750160138Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341\") failed: Property not found. retry in 66.248019ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:24.757532134Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 25.797405ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:24.784644334Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd\") failed: Property not found. retry in 36.134686ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:24.79667376Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858\") failed: Property not found. retry in 45.77242ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:24.80444035Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 92.654885ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:24.822437065Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 126.168365ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:24.851231618Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341\") failed: Property not found. retry in 138.48623ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:24.994147331Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858\") failed: Property not found. retry in 66.565785ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:25.067354498Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd\") failed: Property not found. retry in 118.046931ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:25.126774434Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 254.279874ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:25.423248972Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341\") failed: Property not found. retry in 234.631232ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:25.567106471Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 249.167767ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:25.619738092Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858\") failed: Property not found. retry in 124.457196ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:25.666098178Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd\") failed: Property not found. retry in 123.288933ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:25.706540742Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 243.168635ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:25.726561135Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858\") failed: Property not found. retry in 321.683508ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:25.821239365Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341\") failed: Property not found. retry in 566.326154ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:25.871139341Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 444.888233ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:25.909684955Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd\") failed: Property not found. retry in 493.305527ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:25.948390911Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 1.161402501s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:26.01821449Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858\") failed: Property not found. retry in 508.993628ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:26.169133774Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 756.007374ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:26.442429559Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341\") failed: Property not found. retry in 780.817511ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:26.497149991Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd\") failed: Property not found. retry in 856.899774ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:26.558755117Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858\") failed: Property not found. retry in 978.591235ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:26.87114729Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 696.252697ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:27.199215719Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 915.173923ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:27.214998637Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341\") failed: Property not found. retry in 1.404328768s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:27.29281856Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd\") failed: Property not found. retry in 807.291371ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:27.429378807Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858\") failed: Property not found. retry in 1.216828697s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:27.861138019Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 697.333923ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:27.906648775Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 601.865025ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:28.141853658Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd\") failed: Property not found. retry in 1.27337688s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:28.248397299Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 655.630463ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:28.615349695Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341\") failed: Property not found. retry in 750.416956ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:28.710436567Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 884.562819ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:28.753562706Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858\") failed: Property not found. retry in 1.08873219s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:29.091150878Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 1.001654522s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:29.28371992Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341\") failed: Property not found. retry in 993.219217ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:29.474622238Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd\") failed: Property not found. retry in 1.307933264s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:29.537425224Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 571.098115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:29.652066046Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858\") failed: Property not found. retry in 922.773536ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:30.192579272Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 1.458716208s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:30.234223402Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 1.343275739s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:30.298305551Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341\") failed: Property not found. retry in 1.079918521s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:30.4794998Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd\") failed: Property not found. retry in 944.300222ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:30.857851746Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858\") failed: Property not found. retry in 1.188803201s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:31.128108733Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341\") failed: Property not found. retry in 583.725496ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:31.571401159Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 1.412362151s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:31.653367749Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 1.473137284s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:31.705484053Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd\") failed: Property not found. retry in 1.266093925s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:31.815011037Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341\") failed: Property not found. retry in 1.335887223s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:32.166724886Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:32.275755479Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64857"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:32.275986063Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"92180ed9-ed7b-4b34-ab59-e46311f5b28b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64857","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858\") failed: Property not found. retry in 1.1961639s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:32.329928207Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 1.1784323s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:33.081786907Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd\") failed: Property not found. retry in 872.031664ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:33.098121389Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 1.473260442s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:33.193684796Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 856.676668ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:34.273055106Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 658.577607ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:34.680773963Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 670.273768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:35.464585229Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 901.687138ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:35.479751497Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 1.012918789s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:36.149217816Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 1.286258081s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:36.39477314Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 1.402880771s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:37.176354175Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 596.501406ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:37.693572131Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 1.061504528s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:38.302416411Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 1.295831601s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:38.594853067Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:38.598189704Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"652.176991ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 1.427303467s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:39.374690605Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 838.58495ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:39.900442762Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 966.190882ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:40.747995887Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 618.309685ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:40.809647808Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 775.438288ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:41.437192014Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1\") failed: Property not found. retry in 1.456780671s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:41.721874004Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 951.110754ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:42.221929183Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903\") failed: Property not found. retry in 1.284535885s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:43.185525358Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:44.495884146Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_27e83b15-758c-48ca-ac67-601e8c901ae1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:44.495952018Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_e8488e12-1eff-40f1-ba3a-25702ba9c341"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:44.495957998Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_1b4f6390-94a3-4c21-9c2b-86703e67a903"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:44.495966158Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_4f9392f6-969f-4a70-8978-32d16f7d7858"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:44.495971418Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_eae378e0-5afb-4da8-a5dd-45a0149e57dd"} {"msg":"Writing ledger to /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:44.495976228Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:44.496426192Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:44.496767609Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"06556099-9a77-4a4a-9c02-69bb10d9d9af","remote_addr":"[fd00:1122:3344:101::1]:52771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23342569,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:44.531492266Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:51870"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:44.563282822Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3740"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:50.205419173Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3758"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.615119842Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3781"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.615245874Z","hostname":"sock","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"06b7b24c-3bae-457d-b569-49a5ce7f56af","remote_addr":"[fd00:1122:3344:101::1]:51870","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":15083310,"response_code":"204"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:22:59.619989378Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.407896142s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f6577b51-42ef-4ff3-9a14-9b3864a988c0 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: ccb003ee-8137-453c-a80d-a5d11f0e2877 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6ff79709-4afb-4508-bba1-62b93b9552c2 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0afddd13-37c3-4206-b82a-ee3c1b0e020a (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 8f679c41-fef5-4bbe-8bcb-12b3a9f2f225, kind: Service { id: 0afddd13-37c3-4206-b82a-ee3c1b0e020a }, name: Name(\"ntp-0afddd13-37c3-4206-b82a-ee3c1b0e020a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 208])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: eae378e0-5afb-4da8-a5dd-45a0149e57dd (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External } } } }, OmicronZoneConfig { id: 27e83b15-758c-48ca-ac67-601e8c901ae1 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1b4f6390-94a3-4c21-9c2b-86703e67a903 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9392f6-969f-4a70-8978-32d16f7d7858 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool), kind: External } } } }, OmicronZoneConfig { id: e8488e12-1eff-40f1-ba3a-25702ba9c341 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool), kind: External } } } }, OmicronZoneConfig { id: a76eee05-1c46-4c5f-85ba-4db7a38c9412 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b97b1a3c-6a1c-41bf-b91e-2e31f34d3137, kind: Service { id: a76eee05-1c46-4c5f-85ba-4db7a38c9412 }, name: Name(\"external-dns-a76eee05-1c46-4c5f-85ba-4db7a38c9412\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 115])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 25dba969-57e1-43bf-8fab-c843509b6f7b (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: be2b1c2c-041c-4940-8816-fdd61ff988e6, kind: Service { id: 25dba969-57e1-43bf-8fab-c843509b6f7b }, name: Name(\"external-dns-25dba969-57e1-43bf-8fab-c843509b6f7b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 47f375f6-4e59-4b70-aec8-f0ee584814f7 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 1f3db7b8-dd48-4df7-8388-20526a0aa5b4 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 63eabeba-0190-4e6e-9126-96e49b0a9e22, kind: Service { id: 47f375f6-4e59-4b70-aec8-f0ee584814f7 }, name: Name(\"nexus-47f375f6-4e59-4b70-aec8-f0ee584814f7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 196])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 87dc01bd-94f3-419e-8e8f-d1613f9ddee9 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: f145c6ed-717a-4b28-b067-6c66311a1193 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 8cc59bea-1b2f-48f1-bf65-6368790d9979, kind: Service { id: 87dc01bd-94f3-419e-8e8f-d1613f9ddee9 }, name: Name(\"nexus-87dc01bd-94f3-419e-8e8f-d1613f9ddee9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 195])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: ae9b04d0-0e6e-4694-abf6-613b43e146c1 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: ff26eacc-e492-4a48-bd20-a2883ae495ea (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 6c1afc50-0965-46b9-8bcc-061bdaf20aa4, kind: Service { id: ae9b04d0-0e6e-4694-abf6-613b43e146c1 }, name: Name(\"nexus-ae9b04d0-0e6e-4694-abf6-613b43e146c1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9ef380c7-1bda-44f0-9ece-e622cbb23b34 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 5bf51956-cd83-4080-b82d-a43277bae7f1 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External } } } }, OmicronZoneConfig { id: bdee32fe-8864-45a3-8753-9eb69f0e222f (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 7d46ecf1-e545-4682-a40f-41ed52ea9382 (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1f3db7b8-dd48-4df7-8388-20526a0aa5b4 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d31b8eda-8361-43ad-a73b-1bad1eaf060f (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: d192d620-b359-40c8-899d-c4f378d8b531 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External } } } }, OmicronZoneConfig { id: fedf7e33-bc34-47ff-84bf-556bd87d4c6f (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8b5786eb-64ec-4039-b083-e119adf32e41 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External } } } }, OmicronZoneConfig { id: 883724b0-ba36-407b-bcd8-c63c2311b6d9 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 1c1225f7-04eb-422a-90f4-ed72d4a81ec2 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool), kind: External } } } }, OmicronZoneConfig { id: e7818277-65bd-4d94-a750-9656329e4e02 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: ff26eacc-e492-4a48-bd20-a2883ae495ea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ff26eacc-e492-4a48-bd20-a2883ae495ea (zpool), kind: External } } } }, OmicronZoneConfig { id: 34e826c7-ba51-4bc5-9f11-94a8ddf408b3 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1f3db7b8-dd48-4df7-8388-20526a0aa5b4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1f3db7b8-dd48-4df7-8388-20526a0aa5b4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c5eefb66-b004-4057-a4c6-6685de01ac25 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: c4f6f294-3271-47fd-b170-7b6405440455 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c4f6f294-3271-47fd-b170-7b6405440455 (zpool), kind: External } } } }, OmicronZoneConfig { id: b98a1db2-853c-4ad2-93b5-010e18e2a81c (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: f145c6ed-717a-4b28-b067-6c66311a1193 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f145c6ed-717a-4b28-b067-6c66311a1193 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.649512475Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.649713779Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:60405"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6577b51-42ef-4ff3-9a14-9b3864a988c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.65017319Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.65018064Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f6577b51-42ef-4ff3-9a14-9b3864a988c0, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ccb003ee-8137-453c-a80d-a5d11f0e2877, dataset_name: DatasetName { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.674057503Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.674102104Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ccb003ee-8137-453c-a80d-a5d11f0e2877, dataset_name: DatasetName { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6ff79709-4afb-4508-bba1-62b93b9552c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.697125848Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.697164439Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6ff79709-4afb-4508-bba1-62b93b9552c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eae378e0-5afb-4da8-a5dd-45a0149e57dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.718232901Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.718265041Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: eae378e0-5afb-4da8-a5dd-45a0149e57dd, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 27e83b15-758c-48ca-ac67-601e8c901ae1, dataset_name: DatasetName { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.736894194Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.736922845Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 27e83b15-758c-48ca-ac67-601e8c901ae1, dataset_name: DatasetName { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b4f6390-94a3-4c21-9c2b-86703e67a903, dataset_name: DatasetName { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.75606899Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.75609588Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1b4f6390-94a3-4c21-9c2b-86703e67a903, dataset_name: DatasetName { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9392f6-969f-4a70-8978-32d16f7d7858, dataset_name: DatasetName { pool_name: ZpoolName { id: b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.77527246Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.775310671Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4f9392f6-969f-4a70-8978-32d16f7d7858, dataset_name: DatasetName { pool_name: ZpoolName { id: b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8488e12-1eff-40f1-ba3a-25702ba9c341, dataset_name: DatasetName { pool_name: ZpoolName { id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.793555801Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.793582931Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e8488e12-1eff-40f1-ba3a-25702ba9c341, dataset_name: DatasetName { pool_name: ZpoolName { id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a76eee05-1c46-4c5f-85ba-4db7a38c9412, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.812867784Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.812894255Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a76eee05-1c46-4c5f-85ba-4db7a38c9412, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25dba969-57e1-43bf-8fab-c843509b6f7b, dataset_name: DatasetName { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.904228496Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.904255926Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 25dba969-57e1-43bf-8fab-c843509b6f7b, dataset_name: DatasetName { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5bf51956-cd83-4080-b82d-a43277bae7f1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.999574625Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:22:59.999605995Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5bf51956-cd83-4080-b82d-a43277bae7f1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d192d620-b359-40c8-899d-c4f378d8b531, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.094912003Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.094947844Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d192d620-b359-40c8-899d-c4f378d8b531, dataset_name: DatasetName { pool_name: ZpoolName { id: 49d25859-5b24-4d4f-9266-75245a5c9f72 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fedf7e33-bc34-47ff-84bf-556bd87d4c6f, dataset_name: DatasetName { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.204604586Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.204639127Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fedf7e33-bc34-47ff-84bf-556bd87d4c6f, dataset_name: DatasetName { pool_name: ZpoolName { id: de97b78c-8221-4846-9b7d-12d73a50ecd4 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8b5786eb-64ec-4039-b083-e119adf32e41, dataset_name: DatasetName { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.297392049Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.29743246Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8b5786eb-64ec-4039-b083-e119adf32e41, dataset_name: DatasetName { pool_name: ZpoolName { id: 4562b4bc-fd1e-41e9-b26e-5a5229354600 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 883724b0-ba36-407b-bcd8-c63c2311b6d9, dataset_name: DatasetName { pool_name: ZpoolName { id: b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.394107918Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.394141999Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 883724b0-ba36-407b-bcd8-c63c2311b6d9, dataset_name: DatasetName { pool_name: ZpoolName { id: b94f974e-de89-498f-9f23-26ecb10cb5ca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1c1225f7-04eb-422a-90f4-ed72d4a81ec2, dataset_name: DatasetName { pool_name: ZpoolName { id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.495826136Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.495866407Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1c1225f7-04eb-422a-90f4-ed72d4a81ec2, dataset_name: DatasetName { pool_name: ZpoolName { id: 07d26aad-1471-4785-8dbc-af2ba762e9ca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e7818277-65bd-4d94-a750-9656329e4e02, dataset_name: DatasetName { pool_name: ZpoolName { id: ff26eacc-e492-4a48-bd20-a2883ae495ea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.589054629Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.58908932Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e7818277-65bd-4d94-a750-9656329e4e02, dataset_name: DatasetName { pool_name: ZpoolName { id: ff26eacc-e492-4a48-bd20-a2883ae495ea (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34e826c7-ba51-4bc5-9f11-94a8ddf408b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 1f3db7b8-dd48-4df7-8388-20526a0aa5b4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.675398681Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.675436611Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 34e826c7-ba51-4bc5-9f11-94a8ddf408b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 1f3db7b8-dd48-4df7-8388-20526a0aa5b4 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c5eefb66-b004-4057-a4c6-6685de01ac25, dataset_name: DatasetName { pool_name: ZpoolName { id: c4f6f294-3271-47fd-b170-7b6405440455 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.755636068Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.755667899Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c5eefb66-b004-4057-a4c6-6685de01ac25, dataset_name: DatasetName { pool_name: ZpoolName { id: c4f6f294-3271-47fd-b170-7b6405440455 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b98a1db2-853c-4ad2-93b5-010e18e2a81c, dataset_name: DatasetName { pool_name: ZpoolName { id: f145c6ed-717a-4b28-b067-6c66311a1193 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.840736263Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.840771753Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b98a1db2-853c-4ad2-93b5-010e18e2a81c, dataset_name: DatasetName { pool_name: ZpoolName { id: f145c6ed-717a-4b28-b067-6c66311a1193 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.923801893Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.923857614Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.924067038Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:00.924184631Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.05331927Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.053543105Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.066170395Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.066319404Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.070145398Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.07022331Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.07023552Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.082122381Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.107899065Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.107948017Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.107952787Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.277270916Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.277526702Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.277553662Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.277559563Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.31394985Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.313997891Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.314001941Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.314005061Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.314163465Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.32031839Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.325652247Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.331037424Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.335837799Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.343509508Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.349436928Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.494996257Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.500361094Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.505786573Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.510539787Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.515641369Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.521663166Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.527334675Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.53258326Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.537405326Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.542423976Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.548787245Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.553772172Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.55906541Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.565846749Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.606356077Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.606782706Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.612687265Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.618492852Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.624661738Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.63022596Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.636427636Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.643158793Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.71466025Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.784635793Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.869497632Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.937337978Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.941853837Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.941877658Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.992741262Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 230, 115]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.992774063Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.994312317Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:01.994331697Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.046172842Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 156, 195]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.046201703Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.047769687Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.047787328Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.098524729Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 212, 63]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.09855841Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.099949351Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.099967671Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.153162026Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 232, 116]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.153197357Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.155027607Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.155041267Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.207965447Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 251, 196]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.207994428Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.208884867Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.208911688Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.212436585Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.212449416Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.212493566Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.213644762Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.213719833Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.213729633Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.213762684Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.213770964Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.213794805Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.213802275Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.261558261Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.265004887Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.268243188Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.268428682Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.268445332Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.27152368Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.27472876Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.27474959Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.354032528Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50351"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.354416216Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"c188a22e-b9cf-4022-a2c6-84f577e4aa22","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50351","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123,"response_code":"200"} {"msg":"Configuring new Omicron zone: oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.485944868Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.495146579Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.506827835Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.515600568Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.525083315Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.536023865Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.544309437Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.552365033Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.561042413Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:02.56953942Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.165518938Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.165968867Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.316876554Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.317088089Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.324565273Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.324746597Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.331931184Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.332132188Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.42442693Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.424638185Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.485693503Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.485893427Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.544227606Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.544408809Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.5700077Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.570238215Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.600874367Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.601061721Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 44.784859ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.649764648Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 46.693752ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.660213557Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 55.942876ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.669121192Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 50.91207ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.679768905Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 68.760468ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.688409514Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 28.785462ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.699513548Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 106.602583ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.708264329Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 65.577832ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.718530634Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 68.108829ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.736084109Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 52.200072ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.746372604Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 66.453781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.756158929Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 141.088708ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.76532037Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 145.646616ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.774891449Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.775216007Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:04.775526613Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 59.59032ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.794923828Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 140.764353ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.804305804Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 69.019212ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.828678618Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 67.839234ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.885282408Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 138.86008ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.955466876Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 222.163508ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:04.978144303Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 139.267014ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:05.009912299Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 232.046442ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:05.043493364Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 288.016745ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:05.058204547Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 278.974357ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:05.072622782Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 166.133336ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:05.086913096Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 85.181836ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:05.10582738Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 265.812452ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:05.122047815Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 106.852729ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:05.134833526Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 72.84022ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:05.146756737Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 315.712879ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:05.164043245Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 273.279477ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:05.222317342Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 517.266413ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.103716643Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 89.424379ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.131478112Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 896.225502ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.151644404Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 759.785953ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.168909782Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 465.941948ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.188312067Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 590.731922ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.203886548Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 263.876609ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.222487376Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 365.694751ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.237582416Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 464.544382ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.25508787Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 260.49449ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.26829862Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 181.186694ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.285480986Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 577.131481ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.505316203Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 1.086345081s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.526613729Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 1.146532284s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.545505233Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 681.962344ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.620422915Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 849.360781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.637182292Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 783.654725ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.666214898Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 1.063957477s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.741655561Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 466.556448ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.812120015Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 1.041949138s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:06.946207693Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 948.628341ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:07.065317922Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 963.937925ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:07.096794061Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 1.474489605s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:07.293750597Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 982.207255ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:07.319656364Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 700.154325ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:07.464204862Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 785.971087ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:07.502902399Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 1.25366103s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:07.626641801Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 972.262822ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:07.705437417Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 1.260801727s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:07.816868589Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 1.147240568s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:08.000519813Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 1.009341828s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:08.026704696Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 508.092465ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:08.072263004Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 1.463749969s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:08.177351707Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 1.055708136s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:08.302298804Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 1.47567256s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:08.314947841Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 726.630299ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:08.593628917Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 824.757843ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:08.692211708Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 1.318145084s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:08.781253579Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 765.27115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:08.893382625Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 636.433904ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:09.04971208Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 967.853332ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:09.09170303Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 698.34011ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:09.161465959Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 743.1314ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:09.333313894Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 588.336821ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:09.369321863Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:09.402566462Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:09.40296599Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 1.434624652s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:09.529767779Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 62.97906ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:09.625697891Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 776.397095ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:09.653639743Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 975.178134ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:09.671689239Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 553.826817ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:09.696971533Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 109.600623ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:09.70643173Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 900.113438ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:09.802057746Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 238.008913ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:09.826573413Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 1.175491358s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:09.871268042Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 1.147746246s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:09.966973069Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 791.663649ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:10.075470276Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 409.617215ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:10.089303179Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 841.057087ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:10.099981723Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 945.2364ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:10.110532264Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 584.799835ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:10.263381713Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 586.553391ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:10.43942304Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 979.118961ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:10.507892261Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 1.156098705s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:10.657315095Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 1.412672937s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:10.712250458Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 608.355994ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:10.860029706Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 970.972986ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:10.878196904Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 1.456237465s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:10.952050232Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 1.380142341s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:10.97520251Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 918.513803ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:11.036952612Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 1.258763868s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:11.05739158Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 715.863622ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:11.066405348Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 1.204153002s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:11.127326003Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 831.724484ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:11.483237561Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 522.470814ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:11.501808348Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 828.166923ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:11.797515348Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 1.038014828s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:11.827197898Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 1.468411373s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:11.861250214Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 631.436982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:11.968417293Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 707.562439ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:12.037282851Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 1.122696692s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:12.137566478Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 1.342856863s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:12.328789818Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 590.726547ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:12.339252647Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 967.399897ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:12.350980594Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 762.680005ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:12.366332201Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 1.20335982s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:12.418947974Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 640.430188ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:12.61547954Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 1.18345755s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:12.638530585Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 1.095881509s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:12.757981672Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 1.124547243s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:12.878626716Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 556.865666ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:12.942672219Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 1.15573552s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:13.143714803Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 1.279104801s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:13.269688383Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 1.040186178s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:13.281135204Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 608.470898ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:13.33025562Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 1.416587908s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:13.342469978Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 1.038054719s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:13.513991146Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 776.111469ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:13.632966883Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 1.408424879s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:13.681985937Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 1.25125335s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:13.833038457Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 1.408675197s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:13.863450093Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 1.421112513s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:13.947342471Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 1.060409929s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:14.01254002Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 680.646135ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:14.310170821Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 873.112885ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:14.330141898Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 1.121188473s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:14.41648977Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 633.643607ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:14.558468701Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 1.347242039s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:14.565461704Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 1.370424817s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:14.76653131Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 1.471898777s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:14.998359789Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 756.45674ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:15.080462298Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 735.145664ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:15.093592626Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 1.380885359s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:15.100486177Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 881.846502ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:15.201827047Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 928.217845ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:15.213775429Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 711.450735ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:15.281327579Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 1.323365629s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:15.377822203Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 1.438307377s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:15.547724556Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 807.873404ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:15.838980818Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 1.220829785s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:15.847445353Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 1.09933828s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:15.922710402Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 1.134949217s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:16.002110222Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:16.082166485Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"2.680368981s"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 1.447706152s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:16.093748429Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 1.009994349s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:16.146255159Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 899.440529ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:16.153926118Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 1.000587925s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:16.480175166Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 693.309737ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:16.490137834Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 786.929395ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:16.655545528Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 559.867703ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:16.711342421Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 567.522787ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:16.996027689Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 1.484417771s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:17.031040295Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 960.763496ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:17.063035066Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 1.309331856s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:17.078202339Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 1.091921046s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:17.14580341Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 727.896806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:17.166066084Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 828.783599ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:17.192927872Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 666.23179ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:17.279850817Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 858.879362ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:17.454626236Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 658.871424ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:17.493236402Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 1.363949874s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:17.554447084Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 526.415424ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:17.576728082Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:17.783506542Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:17.785468055Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 1.438753791s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:17.964055118Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 1.430045748s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:17.977254268Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 1.187541614s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:18.038603901Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 1.061515642s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:18.054622362Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 1.389941428s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:18.122737304Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 65.471165ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:18.166427442Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 1.461078803s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:18.185633543Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 95.257232ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:18.247031258Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 1.143700728s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:18.261816202Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 1.283892437s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:18.329775571Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 219.816923ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:18.359362849Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 1.070015285s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:18.402992825Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:18.445694931Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:18.445973007Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 757.440432ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:18.531130883Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 436.1012ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:18.597870065Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 28.721302ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:18.739231032Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 72.488538ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:18.841236237Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 208.955739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:18.925418082Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 615.066058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:18.935944353Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:19.03308143Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:19.033356026Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 865.169543ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.048245402Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 534.832879ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.125801802Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 349.644574ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.144949781Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 908.499584ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.23661465Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 30.015499ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.249011052Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 57.512203ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.287322081Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 879.829996ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.296509192Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 244.911615ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.353799337Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 836.584052ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.405536071Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 1.360414251s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.415786156Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 1.332235065s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.424912266Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:19.457228934Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:19.457478899Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 1.301327121s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.494160213Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 1.0862031s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.507553746Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 1.409053563s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.524912187Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 503.707683ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.561299644Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 501.324689ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.609533701Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 1.267663647s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.62455502Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 1.154958592s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.657908851Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 831.377343ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.671204152Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b\") failed: Property not found. retry in 58.396809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.701395744Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b\") failed: Property not found. retry in 141.495762ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.770063998Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b\") failed: Property not found. retry in 144.010168ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.923300995Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 1.402493148s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:19.931870323Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 1.267159378s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:20.074192231Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b\") failed: Property not found. retry in 511.423616ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:20.082116085Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 1.162657614s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:20.120815022Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 1.388659823s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:20.155289198Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 1.127658719s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:20.187026713Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 1.212727995s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:20.36717227Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 1.029648589s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:20.514275894Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b\") failed: Property not found. retry in 1.172036086s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:20.604289406Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 1.431614502s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:20.61361088Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:20.719004209Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:20.71902752Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:20.719121702Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:20.719127492Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:20.724476379Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:20.72908336Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:20.744638421Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:20.74549026Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 941.338898ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:20.766147852Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 1.476435494s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:20.786007457Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 1.261708971s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:20.806163059Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 1.09706627s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:20.821232649Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 737.915695ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:20.900815083Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 1.067026867s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:20.944283965Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7\") failed: Property not found. retry in 64.482751ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:20.998294299Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412\") failed: Property not found. retry in 72.346294ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.005721951Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 72.169953ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.012836607Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9\") failed: Property not found. retry in 47.374219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.020398843Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7\") failed: Property not found. retry in 142.65597ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.071310558Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9\") failed: Property not found. retry in 98.03291ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.07779326Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412\") failed: Property not found. retry in 148.861295ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.085289854Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 105.612948ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.091804397Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9\") failed: Property not found. retry in 241.817673ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.187134056Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 296.701729ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.20966787Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7\") failed: Property not found. retry in 130.441147ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.22474348Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412\") failed: Property not found. retry in 242.778461ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.244521123Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 811.211374ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.351459846Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 1.180533561s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.727088073Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 1.368779175s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.816581867Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 1.044772071s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.837459325Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 547.179033ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.864713142Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412\") failed: Property not found. retry in 549.463612ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.882362738Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 1.089124574s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.909626896Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9\") failed: Property not found. retry in 503.107743ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.937964137Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 205.017926ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.952865673Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b\") failed: Property not found. retry in 1.276737202s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.970822207Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 907.193254ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.982782029Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 750.913613ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:21.994632498Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 1.445568791s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.007756996Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7\") failed: Property not found. retry in 340.953737ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.021134929Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 744.785917ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.032736313Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 1.463449894s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.046499734Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 1.222588121s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.056307119Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 510.486829ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.079570359Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 821.993789ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.176669216Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 877.031039ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.194719252Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 1.403995916s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.273298894Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7\") failed: Property not found. retry in 417.738701ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.371683189Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 755.180219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.42101366Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412\") failed: Property not found. retry in 1.121061696s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.443661606Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9\") failed: Property not found. retry in 632.399769ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.453647435Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 993.250475ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.603277984Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 1.053155499s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.755682543Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 1.444359548s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.787581202Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7\") failed: Property not found. retry in 1.05142609s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.798303877Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 1.297688988s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.890741342Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 671.620422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.89889401Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 1.083420754s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:22.917735783Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 1.005921535s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.007702974Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 1.490808565s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.015933965Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 544.815559ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.081709666Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9\") failed: Property not found. retry in 1.248570187s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.094628649Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 1.482091694s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.18462221Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 922.177868ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.195440827Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b\") failed: Property not found. retry in 959.804459ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.256517236Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 760.045308ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.287343341Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 772.855667ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.462572251Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 719.421671ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.518459425Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412\") failed: Property not found. retry in 1.21014975s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.573541982Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 973.613647ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.581576578Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 891.906805ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.605587854Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 694.706012ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.635267944Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 1.305581938s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.686581149Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 694.379074ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.818738654Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7\") failed: Property not found. retry in 1.24476945s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:23.858486015Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 782.500791ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.010512336Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 1.156382915s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.022182932Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 1.485950873s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.055756217Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 945.105634ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.127675483Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 988.646577ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.198950005Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b\") failed: Property not found. retry in 1.477842104s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.229829631Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 1.154393243s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.245046204Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 1.319391015s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.26448228Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 1.315864289s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.276894232Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 564.233999ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.340469115Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9\") failed: Property not found. retry in 610.323339ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.353538272Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 1.380236041s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.507445284Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 644.513173ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.514967349Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 1.4095398s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.522442232Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 1.382033298s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.563621155Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 918.001185ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.67659767Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412\") failed: Property not found. retry in 799.530368ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.79341995Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 1.151084677s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.80118782Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 1.499091556s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.914698817Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9\") failed: Property not found. retry in 1.115636267s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:24.97326592Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 921.230483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.001586291Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 851.566299ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.084857875Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7\") failed: Property not found. retry in 1.447496007s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.113640526Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 732.11025ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.169728144Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 1.455878592s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.187687868Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 596.077135ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.197064703Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 1.404463325s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.41644361Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 1.184037164s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.552126873Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 641.99465ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.593615592Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412\") failed: Property not found. retry in 1.299054954s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.601398933Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 727.93411ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.608353585Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 571.641671ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.615376139Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b\") failed: Property not found. retry in 985.966518ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.719782056Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 694.082333ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.804704717Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 1.436998151s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.898573394Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 988.839336ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.910677399Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 1.203082375s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.933222003Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 977.10202ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.94178495Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 1.238252524s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.950129423Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 511.323152ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.958119428Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 1.077603205s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:25.966362819Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9\") failed: Property not found. retry in 1.338863389s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:26.100661271Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 803.568177ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:26.199511377Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 1.014343787s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:26.247940807Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 1.126799409s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:26.348336647Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 500.536612ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:26.424300492Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 1.294917234s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:26.479508681Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 1.245125011s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:26.511085793Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7\") failed: Property not found. retry in 813.648884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:26.570907774Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 719.552295ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:26.657311007Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b\") failed: Property not found. retry in 1.040340062s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:26.718494308Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 658.243106ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:26.747105484Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 633.200557ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:26.831961344Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 796.437016ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:26.912004968Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412\") failed: Property not found. retry in 929.959565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:26.922354154Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 1.039137007s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:26.932134718Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 1.060435196s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:26.942509376Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 1.016132514s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.014097784Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 707.256051ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.06504119Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 1.253397245s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.154439389Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 598.876536ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.203856342Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 1.423352085s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.280356278Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 1.435905109s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.357366245Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 1.312610746s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.426670913Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 649.753985ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.453579603Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7\") failed: Property not found. retry in 577.903997ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.471732711Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9\") failed: Property not found. retry in 1.093736151s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.488704063Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 1.193923253s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.505551382Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 1.304062477s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.525061579Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 1.11978689s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.733019456Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 1.128147411s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.792774355Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 692.145025ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.838984987Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b\") failed: Property not found. retry in 1.402972215s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.859524437Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 903.398468ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.882141283Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412\") failed: Property not found. retry in 1.400702097s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.903335968Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 516.483498ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.919785918Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 726.715924ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:27.989126007Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 733.620303ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.018777047Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 501.281053ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.047421574Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7\") failed: Property not found. retry in 945.798687ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.068443045Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 669.690665ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.120911934Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 611.54658ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.42741534Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 685.858059ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.463533271Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 841.926571ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.547690015Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 1.191013913s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.570357792Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9\") failed: Property not found. retry in 1.463098301s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.599665814Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 704.891376ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.710427101Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 925.592936ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.720229796Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 1.029514314s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.730645454Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 1.039978756s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.749094038Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 930.777995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.762665945Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 675.723588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.794227827Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 826.186719ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.801694211Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 1.049835005s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.809045162Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 838.023292ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.839164392Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 875.317062ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.861818378Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 1.07034456s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:28.929392078Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7\") failed: Property not found. retry in 1.208786236s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.023411519Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 1.119403988s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.047746291Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 924.238363ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.158640251Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b\") failed: Property not found. retry in 1.479669379s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.275608664Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412\") failed: Property not found. retry in 1.063178899s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.315766794Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 999.951937ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.402000733Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 884.387186ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.426342837Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 841.779935ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.479237385Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 1.062614132s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.637188886Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 798.221915ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.659867453Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 677.367152ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.688201384Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 1.038590007s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.703654093Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 1.288514254s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.745220643Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 1.456760475s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.767698966Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 828.026015ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.775361594Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 715.349874ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.796975317Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 1.408686645s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:29.870711513Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 1.048137978s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.011782784Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9\") failed: Property not found. retry in 846.753736ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.075367836Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 1.190742978s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.096324485Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 1.174788549s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.17961487Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7\") failed: Property not found. retry in 1.117858849s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.244738657Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 1.156942032s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.323972463Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 967.273801ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.335643009Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 1.434852349s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.379782226Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412\") failed: Property not found. retry in 689.795862ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.390376388Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 1.361479761s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.420822826Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 1.017319907s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.470057524Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 502.777123ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.528185778Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 638.932782ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.621070273Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 1.328622979s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.711154027Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 1.216913834s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.754914175Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b\") failed: Property not found. retry in 838.411403ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.771041839Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9\") failed: Property not found. retry in 852.175917ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:30.935202426Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 1.336820753s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.04540097Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 898.587214ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.056506133Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 902.712322ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.071201595Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412\") failed: Property not found. retry in 1.417771005s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.092379899Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 1.015613047s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.238075461Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 770.22235ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.274847277Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 913.957366ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.297033764Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 678.166503ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.308974755Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 1.209015015s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.319348172Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 922.317319ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.369123663Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7\") failed: Property not found. retry in 826.011365ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.383049508Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 528.659668ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.494336736Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 1.188395165s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.506315279Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b\") failed: Property not found. retry in 1.45135052s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.624680412Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 820.382303ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.79939053Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9\") failed: Property not found. retry in 1.177845888s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.815711688Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 1.052865926s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.827803913Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 584.995338ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.967695748Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34\") failed: Property not found. retry in 1.289710048s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:31.98557102Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f\") failed: Property not found. retry in 589.226121ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:32.003212886Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382\") failed: Property not found. retry in 910.39649ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:32.017140021Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531\") failed: Property not found. retry in 1.0627998s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:32.03855473Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9\") failed: Property not found. retry in 863.28063ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:32.052275181Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c\") failed: Property not found. retry in 1.354987147s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:32.06686545Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7\") failed: Property not found. retry in 1.0974206s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:32.225254171Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2\") failed: Property not found. retry in 865.430086ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:32.242907508Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02\") failed: Property not found. retry in 1.472837048s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:32.273010427Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1\") failed: Property not found. retry in 911.221812ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:32.310026818Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3\") failed: Property not found. retry in 934.332717ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:32.405998511Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:32.440248051Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48738"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:32.443187606Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"7ce79108-4bba-4294-9b56-d83662e4bcf9","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48738","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1156,"response_code":"200"} {"msg":"wait for service Some(\"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412\") failed: Property not found. retry in 1.288520164s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:32.529863565Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f\") failed: Property not found. retry in 592.458085ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:32.554322751Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 927.074359ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:32.571306793Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f\") failed: Property not found. retry in 1.039082817s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:32.646798787Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25\") failed: Property not found. retry in 1.242115168s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:32.725785018Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 1.383059001s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:32.917777854Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9\") failed: Property not found. retry in 1.049885486s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:33.017179432Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b\") failed: Property not found. retry in 652.056788ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:33.101609582Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1\") failed: Property not found. retry in 1.153490111s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:33.577463718Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b\") failed: Property not found. retry in 590.205915ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:33.830604584Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:33.843961587Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"4.685165748s"} {"msg":"wait for service Some(\"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412\") failed: Property not found. retry in 670.012562ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:33.853799392Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9\") failed: Property not found. retry in 824.838311ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:34.095776784Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41\") failed: Property not found. retry in 1.316163181s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:34.331879017Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412\") failed: Property not found. retry in 833.849883ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:34.547298297Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.704756737Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_b98a1db2-853c-4ad2-93b5-010e18e2a81c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.704819348Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_a76eee05-1c46-4c5f-85ba-4db7a38c9412"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.704827728Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_34e826c7-ba51-4bc5-9f11-94a8ddf408b3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.704832669Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_87dc01bd-94f3-419e-8e8f-d1613f9ddee9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.704836999Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_bdee32fe-8864-45a3-8753-9eb69f0e222f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.704840909Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_7d46ecf1-e545-4682-a40f-41ed52ea9382"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.704844819Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_ae9b04d0-0e6e-4694-abf6-613b43e146c1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.704851559Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_25dba969-57e1-43bf-8fab-c843509b6f7b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.704855909Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_d31b8eda-8361-43ad-a73b-1bad1eaf060f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.704859589Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_fedf7e33-bc34-47ff-84bf-556bd87d4c6f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.704863709Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_883724b0-ba36-407b-bcd8-c63c2311b6d9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.70486766Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_1c1225f7-04eb-422a-90f4-ed72d4a81ec2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.70487324Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_e7818277-65bd-4d94-a750-9656329e4e02"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.7048795Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_c5eefb66-b004-4057-a4c6-6685de01ac25"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.70488572Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_47f375f6-4e59-4b70-aec8-f0ee584814f7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.70491055Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_d192d620-b359-40c8-899d-c4f378d8b531"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.70491485Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_clickhouse_5bf51956-cd83-4080-b82d-a43277bae7f1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.705530604Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_oximeter_9ef380c7-1bda-44f0-9ece-e622cbb23b34"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.705550804Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_8b5786eb-64ec-4039-b083-e119adf32e41"} {"msg":"Writing ledger to /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.706284271Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.709061061Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.713491138Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"fe83fc32-22b6-4255-90c1-f189a3606569","remote_addr":"[fd00:1122:3344:101::1]:60405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":36062989,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.717532347Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.718394376Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.719169913Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.72726351Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.728135459Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.772938701Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.777851639Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:35.899240008Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:36.025709589Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:36.224225819Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:36.328931183Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:36.606400832Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:36.815836621Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:37.122304925Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:37.406679296Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:37.782633554Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:38.106865117Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:38.561685573Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"9.035865987s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:38.797630643Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:39.778678927Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:40.805308961Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:41.513819334Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:42.536551062Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fecac7d4-fc7c-4439-aac3-38328885f464/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:43.694882552Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea601567-2b62-4b60-a47e-fc3cde1a7298\", \"content-length\": \"173\", \"date\": \"Tue, 01 Oct 2024 18:23:46 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"fecac7d4-fc7c-4439-aac3-38328885f464\\\"\", request_id: \"ea601567-2b62-4b60-a47e-fc3cde1a7298\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:46.573303698Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:23:47.641952132Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"dc8663dd-7591-4f88-88be-f913598ab8b0\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Tue, 01 Oct 2024 18:23:47 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"dc8663dd-7591-4f88-88be-f913598ab8b0\\\" }\"","delay":"18.131948517s"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f10ee506-61e3-49a6-a235-00523ca367f9\", \"content-length\": \"173\", \"date\": \"Tue, 01 Oct 2024 18:23:49 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0\\\"\", request_id: \"f10ee506-61e3-49a6-a235-00523ca367f9\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:50.282980277Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2fca930-66eb-4c61-b146-eb93fba8de5b\", \"content-length\": \"173\", \"date\": \"Tue, 01 Oct 2024 18:23:53 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0\\\"\", request_id: \"e2fca930-66eb-4c61-b146-eb93fba8de5b\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:54.030879473Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16abff32-0b6d-45dd-b553-bde953278abe\", \"content-length\": \"173\", \"date\": \"Tue, 01 Oct 2024 18:23:56 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0\\\"\", request_id: \"16abff32-0b6d-45dd-b553-bde953278abe\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:56.549035207Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aac76462-97a5-4310-b170-4ff640217b41\", \"content-length\": \"173\", \"date\": \"Tue, 01 Oct 2024 18:23:59 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0\\\"\", request_id: \"aac76462-97a5-4310-b170-4ff640217b41\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:23:59.80659358Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:02.479584235Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39243"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:02.48024674Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"6877c0c8-ae11-44e3-bca3-8452aa395364","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39243","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":622,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7756882-27e9-4d24-85d1-a836b5666579\", \"content-length\": \"173\", \"date\": \"Tue, 01 Oct 2024 18:24:02 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0\\\"\", request_id: \"f7756882-27e9-4d24-85d1-a836b5666579\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:03.439817044Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05753f88-2dd9-4d38-879d-82a5f543edc0\", \"content-length\": \"173\", \"date\": \"Tue, 01 Oct 2024 18:24:07 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0\\\"\", request_id: \"05753f88-2dd9-4d38-879d-82a5f543edc0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:08.327529734Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4f01551-0e61-4b49-b54c-2f1ccc4af024\", \"content-length\": \"173\", \"date\": \"Tue, 01 Oct 2024 18:24:15 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0\\\"\", request_id: \"d4f01551-0e61-4b49-b54c-2f1ccc4af024\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:15.782162445Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"709b72cf-76de-424f-8fbf-91277691c081\", \"content-length\": \"173\", \"date\": \"Tue, 01 Oct 2024 18:24:20 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0\\\"\", request_id: \"709b72cf-76de-424f-8fbf-91277691c081\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:20.990278776Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:22.214947578Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:22.305452211Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63302"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:22.306445373Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:22.500028224Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"36b426df-a355-4e3d-b4b1-80e6238822e9","remote_addr":"[fd00:1122:3344:101::a]:63302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":194456,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:22.500594357Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:22.500648428Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:22.502084359Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:22.5039556Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"9dca1551-b892-4e37-91cf-1d8b180bfcf2","remote_addr":"[fd00:1122:3344:101::a]:63302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3452,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.525870471Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48052"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.527455136Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b97b1a3c-6a1c-41bf-b91e-2e31f34d3137, kind: Service { id: a76eee05-1c46-4c5f-85ba-4db7a38c9412 }, name: Name(\"external-dns-a76eee05-1c46-4c5f-85ba-4db7a38c9412\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 115])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be2b1c2c-041c-4940-8816-fdd61ff988e6, kind: Service { id: 25dba969-57e1-43bf-8fab-c843509b6f7b }, name: Name(\"external-dns-25dba969-57e1-43bf-8fab-c843509b6f7b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 63eabeba-0190-4e6e-9126-96e49b0a9e22, kind: Service { id: 47f375f6-4e59-4b70-aec8-f0ee584814f7 }, name: Name(\"nexus-47f375f6-4e59-4b70-aec8-f0ee584814f7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 196])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c1afc50-0965-46b9-8bcc-061bdaf20aa4, kind: Service { id: ae9b04d0-0e6e-4694-abf6-613b43e146c1 }, name: Name(\"nexus-ae9b04d0-0e6e-4694-abf6-613b43e146c1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8cc59bea-1b2f-48f1-bf65-6368790d9979, kind: Service { id: 87dc01bd-94f3-419e-8e8f-d1613f9ddee9 }, name: Name(\"nexus-87dc01bd-94f3-419e-8e8f-d1613f9ddee9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 195])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.527491447Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.527522657Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.527531107Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.527536277Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.527546318Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.527557828Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.527582269Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d5f6f3d6-695f-4f5e-bc56-d819acee7c37","remote_addr":"[fd00:1122:3344:101::a]:48052","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1620,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.529228425Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.739533162Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45465"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.739641005Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.928988573Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"a26bbe17-69db-450f-972c-e93d87a7fc13","remote_addr":"[fd00:1122:3344:101::a]:45465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":189351,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.929427013Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.929500365Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.929810531Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:30.930047647Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"bd5d0678-b8b5-428f-bd80-6bf9a08ac36a","remote_addr":"[fd00:1122:3344:101::a]:45465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":726,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.291812522Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36829"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.292065228Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b97b1a3c-6a1c-41bf-b91e-2e31f34d3137, kind: Service { id: a76eee05-1c46-4c5f-85ba-4db7a38c9412 }, name: Name(\"external-dns-a76eee05-1c46-4c5f-85ba-4db7a38c9412\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 115])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be2b1c2c-041c-4940-8816-fdd61ff988e6, kind: Service { id: 25dba969-57e1-43bf-8fab-c843509b6f7b }, name: Name(\"external-dns-25dba969-57e1-43bf-8fab-c843509b6f7b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 63eabeba-0190-4e6e-9126-96e49b0a9e22, kind: Service { id: 47f375f6-4e59-4b70-aec8-f0ee584814f7 }, name: Name(\"nexus-47f375f6-4e59-4b70-aec8-f0ee584814f7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 196])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c1afc50-0965-46b9-8bcc-061bdaf20aa4, kind: Service { id: ae9b04d0-0e6e-4694-abf6-613b43e146c1 }, name: Name(\"nexus-ae9b04d0-0e6e-4694-abf6-613b43e146c1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8cc59bea-1b2f-48f1-bf65-6368790d9979, kind: Service { id: 87dc01bd-94f3-419e-8e8f-d1613f9ddee9 }, name: Name(\"nexus-87dc01bd-94f3-419e-8e8f-d1613f9ddee9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 195])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.292116879Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.29214012Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.29214842Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.29215583Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.29216625Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.292178761Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.292198911Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ba2209b1-8347-4b37-8d5b-028aa01b46ed","remote_addr":"[fd00:1122:3344:101::a]:36829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":302,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.974165413Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45566"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.974553092Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b97b1a3c-6a1c-41bf-b91e-2e31f34d3137, kind: Service { id: a76eee05-1c46-4c5f-85ba-4db7a38c9412 }, name: Name(\"external-dns-a76eee05-1c46-4c5f-85ba-4db7a38c9412\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 115])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be2b1c2c-041c-4940-8816-fdd61ff988e6, kind: Service { id: 25dba969-57e1-43bf-8fab-c843509b6f7b }, name: Name(\"external-dns-25dba969-57e1-43bf-8fab-c843509b6f7b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 63eabeba-0190-4e6e-9126-96e49b0a9e22, kind: Service { id: 47f375f6-4e59-4b70-aec8-f0ee584814f7 }, name: Name(\"nexus-47f375f6-4e59-4b70-aec8-f0ee584814f7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 196])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c1afc50-0965-46b9-8bcc-061bdaf20aa4, kind: Service { id: ae9b04d0-0e6e-4694-abf6-613b43e146c1 }, name: Name(\"nexus-ae9b04d0-0e6e-4694-abf6-613b43e146c1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8cc59bea-1b2f-48f1-bf65-6368790d9979, kind: Service { id: 87dc01bd-94f3-419e-8e8f-d1613f9ddee9 }, name: Name(\"nexus-87dc01bd-94f3-419e-8e8f-d1613f9ddee9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 195])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.974628223Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.974667084Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.974682825Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.974691365Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.974725116Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.974737216Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:31.974755246Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"20b99c1e-1791-421b-90a0-0ad88fd735a8","remote_addr":"[fd00:1122:3344:101::c]:45566","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":473,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:32.02516279Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63914"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:32.025416576Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b97b1a3c-6a1c-41bf-b91e-2e31f34d3137, kind: Service { id: a76eee05-1c46-4c5f-85ba-4db7a38c9412 }, name: Name(\"external-dns-a76eee05-1c46-4c5f-85ba-4db7a38c9412\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 115])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be2b1c2c-041c-4940-8816-fdd61ff988e6, kind: Service { id: 25dba969-57e1-43bf-8fab-c843509b6f7b }, name: Name(\"external-dns-25dba969-57e1-43bf-8fab-c843509b6f7b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 63eabeba-0190-4e6e-9126-96e49b0a9e22, kind: Service { id: 47f375f6-4e59-4b70-aec8-f0ee584814f7 }, name: Name(\"nexus-47f375f6-4e59-4b70-aec8-f0ee584814f7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 196])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c1afc50-0965-46b9-8bcc-061bdaf20aa4, kind: Service { id: ae9b04d0-0e6e-4694-abf6-613b43e146c1 }, name: Name(\"nexus-ae9b04d0-0e6e-4694-abf6-613b43e146c1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8cc59bea-1b2f-48f1-bf65-6368790d9979, kind: Service { id: 87dc01bd-94f3-419e-8e8f-d1613f9ddee9 }, name: Name(\"nexus-87dc01bd-94f3-419e-8e8f-d1613f9ddee9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 195])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:32.025478347Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:32.025514238Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:32.025532368Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:32.025552659Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:32.02558823Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:32.02562751Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:32.025664931Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6c84bf0e-a2a6-4ed1-adb7-b6fbe5bba8e2","remote_addr":"[fd00:1122:3344:101::b]:63914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":393,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:32.51669233Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:32.516850253Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"128ee144-ef14-42c7-8da4-9f3a4d37d916","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45113","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:35.905702243Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:47618","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:39180"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:35.932571962Z","hostname":"sock","pid":1562,"uri":"/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","method":"GET","req_id":"46e308c5-26b1-43e5-9a4f-6cef1561bf52","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::1]:47618","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":26771,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:36.192714841Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37693"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:36.193002458Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e53eb820-3c92-40ba-b6d9-dc33a8968dd7","remote_addr":"[fd00:1122:3344:101::a]:37693","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":224,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:36.268116504Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"096212fb-8cde-49ff-856d-cc01fe3075a9","remote_addr":"[fd00:1122:3344:101::a]:37693","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1020,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.519755528Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43427"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.520855872Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ecf2b4ba-bad9-45b8-8fc1-2674abb6df94","remote_addr":"[fd00:1122:3344:101::b]:43427","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1026,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.544288035Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8fba049f-fd00-4457-9dc0-5308d5044402","remote_addr":"[fd00:1122:3344:101::b]:43427","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.582159315Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46402"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.582314268Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d0bc43ac-377a-497a-8e86-7cb239fdc27e","remote_addr":"[fd00:1122:3344:101::c]:46402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.588510264Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35529"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.58880136Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"08e520b7-4252-4582-aa65-e9f2d5058636","remote_addr":"[fd00:1122:3344:101::a]:35529","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.597824158Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c89eddea-caf4-425e-af90-5b77dde2ab60","remote_addr":"[fd00:1122:3344:101::c]:46402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.620160747Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53445"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.620366692Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"55c8760f-3ffb-4310-9032-314cd94a81dc","remote_addr":"[fd00:1122:3344:101::a]:53445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.643155351Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"566b103b-d43e-4777-9757-906c3b58a6b4","remote_addr":"[fd00:1122:3344:101::a]:53445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":142,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.840610398Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64726"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.840854393Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4460aa45-31bc-400f-91de-9d1b7de131ff","remote_addr":"[fd00:1122:3344:101::b]:64726","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":180,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.908046745Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39888"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.909254552Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"473d6ec4-a584-4932-8a55-b31d10f83ab7","remote_addr":"[fd00:1122:3344:101::c]:39888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.924641439Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36143"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.925307563Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:47.996864791Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.060768051Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"56750bcd-329e-47d9-bfcb-c15832d8a596","remote_addr":"[fd00:1122:3344:101::b]:36143","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136059,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.060913484Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33893"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.061106528Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.065980665Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"846d5a91-8a6e-4db0-891e-e2bb89650040","remote_addr":"[fd00:1122:3344:101::b]:36143","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4872,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.097027105Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.097095097Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.098409256Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.099359307Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.099381717Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"98dcaf10-2c9d-4d75-84fd-0403ad78edca","remote_addr":"[fd00:1122:3344:101::b]:36143","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2700,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.104342466Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.164721739Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d171b962-5815-4ce5-9fb1-3c0593575e3e","remote_addr":"[fd00:1122:3344:101::a]:33893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103721,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.165149348Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b1f61080-7e43-4c4a-b71c-8b3009d1b864","remote_addr":"[fd00:1122:3344:101::a]:33893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.320159154Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62010"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.320297568Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.358666428Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.413296515Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"723b81b7-cc24-4ad3-9c5b-41e4387f0aad","remote_addr":"[fd00:1122:3344:101::c]:62010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93066,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:24:48.416081816Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"54095fb7-fa58-4bcf-83df-274ba1b1552c","remote_addr":"[fd00:1122:3344:101::c]:62010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":640,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:02.552718521Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39472"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:02.552938346Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"8502b8ef-02bd-4822-8c5e-7d1d1a82b99c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39472","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:05.91368753Z","hostname":"sock","pid":1562,"uri":"/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","method":"GET","req_id":"a8e1609e-6a52-43b5-a722-593dffff6ed6","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::1]:47618","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7629,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.290539408Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57132"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.290707672Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"dd4bda54-b94e-458b-8d06-b40f9f860d25","remote_addr":"[fd00:1122:3344:101::c]:57132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.305347762Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e806484d-3c6f-45e5-bae8-9ee781043278","remote_addr":"[fd00:1122:3344:101::c]:57132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1286,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.31026466Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49003"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.310370783Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b6cf2eac-cb4c-448e-a626-9ced8ab02707","remote_addr":"[fd00:1122:3344:101::b]:49003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.323608573Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a7ed4f15-b003-493e-bf99-02977c901c9c","remote_addr":"[fd00:1122:3344:101::b]:49003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.44533519Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53404"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.445500253Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.484043408Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.535981176Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b709a043-4b09-41a8-a3c1-b8766a84dbfb","remote_addr":"[fd00:1122:3344:101::c]:53404","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90555,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.536089648Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47037"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.536124509Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53378"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.536431146Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"2ce68850-e23e-4119-9881-af990efbc983","remote_addr":"[fd00:1122:3344:101::b]:53378","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":228,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.536569099Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"fe77ec19-c526-44d6-9bec-850a361a6e7f","remote_addr":"[fd00:1122:3344:101::c]:53404","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":284,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.537333005Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e8097e6b-173e-47e3-80b1-db19dd019feb","remote_addr":"[fd00:1122:3344:101::c]:47037","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":962,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.544649946Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46245"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.544796649Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.584490399Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.646320913Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0734e8c2-4d14-4a61-ae16-24bd750abf52","remote_addr":"[fd00:1122:3344:101::b]:46245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101585,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.646585949Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64041"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.64662126Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62057"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.646691752Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49978"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.646900066Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e2c963b6-28dc-469f-afff-38c8cb767f47","remote_addr":"[fd00:1122:3344:101::b]:46245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":261,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.647649442Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"66186722-d36f-4186-b2ad-0a0ac5d8c364","remote_addr":"[fd00:1122:3344:101::a]:64041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":934,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.647716604Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.647838057Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"1d2df6c9-5e51-4da9-87eb-48bee3bbd03c","remote_addr":"[fd00:1122:3344:101::a]:49978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":966,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.657604341Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fa3c5a31-1253-4d5d-8e22-d7d9310e93d6","remote_addr":"[fd00:1122:3344:101::a]:64041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":189,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.689451898Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.745591799Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a4c70fbe-c7e9-4fc2-8654-34bdc5d6f457","remote_addr":"[fd00:1122:3344:101::a]:62057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98652,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:17.745967877Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"10502b20-b11a-452f-b83e-ec00c04f37bb","remote_addr":"[fd00:1122:3344:101::a]:62057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":163,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:32.626871458Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50037"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:32.627019341Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"c299615b-eeb9-4afc-90c3-7c2c82b6238c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50037","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:35.913499568Z","hostname":"sock","pid":1562,"uri":"/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","method":"GET","req_id":"c8543a2d-7740-46fd-bd90-ca3b1250e7e2","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::1]:47618","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7945,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.355416891Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50238"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.355580495Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"cda93ff0-dd25-4974-929a-e7e383697e5a","remote_addr":"[fd00:1122:3344:101::b]:50238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.381927312Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"36784157-54bd-4542-a391-05a994af8fb6","remote_addr":"[fd00:1122:3344:101::b]:50238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":175,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.502458513Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48018"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.502570725Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f744ca1c-76fb-4ec8-9c51-2708ab07fb79","remote_addr":"[fd00:1122:3344:101::c]:48018","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.515736004Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"becae773-0304-4743-8c68-cd68fa1852c4","remote_addr":"[fd00:1122:3344:101::c]:48018","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.614395215Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45466"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.614495518Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5e114075-8b4e-4bb9-8396-b72cebbf6e2e","remote_addr":"[fd00:1122:3344:101::a]:45466","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.619347064Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55990"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.619534778Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a32fbec0-07d4-4aec-a4d6-c85d8898696f","remote_addr":"[fd00:1122:3344:101::b]:55990","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.635713842Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"54ceb996-7490-4e46-a63c-538f8a7227af","remote_addr":"[fd00:1122:3344:101::a]:45466","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":218,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.64428523Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59215"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.644416913Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.690522894Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.765540507Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f4ed3adb-0335-4c8d-a7bc-e9c1835946e1","remote_addr":"[fd00:1122:3344:101::c]:59215","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121182,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.765738962Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49075"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.765810903Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46916"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.7661136Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.766194052Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"dc8ff568-39eb-4534-a6c7-e9c6fb62f0ea","remote_addr":"[fd00:1122:3344:101::c]:59215","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":303,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.809745976Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.842757799Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46626"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.843050865Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"218bc419-1c29-45ff-8f9f-69342ce6560f","remote_addr":"[fd00:1122:3344:101::c]:46626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":187,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.856806697Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48986"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.857088883Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"89c7a1c5-0439-4acc-b273-ed6f1ee041df","remote_addr":"[fd00:1122:3344:101::a]:48986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.874072665Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.874125966Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6a9a3323-457e-4aa5-8770-fe8c9bcd18ce","remote_addr":"[fd00:1122:3344:101::b]:49075","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108138,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.879052784Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"df968354-8201-4d5d-9224-ac231a420f3a","remote_addr":"[fd00:1122:3344:101::b]:49075","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":781,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.911853423Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.968089435Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6277a573-3d53-469a-a950-f064da7120be","remote_addr":"[fd00:1122:3344:101::a]:46916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":201981,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:25:47.968423423Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"73761956-c4a6-4c8a-becc-e5b294af4be0","remote_addr":"[fd00:1122:3344:101::a]:46916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:02.66019531Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:02.660347443Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"5918ed79-da87-4fd6-a7cf-b5e106f5795e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55107","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:05.913809697Z","hostname":"sock","pid":1562,"uri":"/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","method":"GET","req_id":"5b5c9228-295e-4061-b87c-dc3a84ea9649","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::1]:47618","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8430,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.318226148Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52827"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.31874381Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"cf305d7b-3145-44e5-8c59-27a8834a090c","remote_addr":"[fd00:1122:3344:101::b]:52827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.334837902Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7cd326b3-f6af-4ee3-83db-a7240eb283c5","remote_addr":"[fd00:1122:3344:101::b]:52827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.425416277Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.425521879Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"69c6ab26-60b4-4317-816c-d83e901a82cc","remote_addr":"[fd00:1122:3344:101::c]:34995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.439029055Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"cac23743-4c9c-4b4c-ac7f-f6488a48fd54","remote_addr":"[fd00:1122:3344:101::c]:34995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.448905582Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34587"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.449006424Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f563eb01-6f04-4dd2-ae84-d0f86192ada9","remote_addr":"[fd00:1122:3344:101::a]:34587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.460888574Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5fdd07dd-4cbf-4f68-ad9b-e6bd077dd3c1","remote_addr":"[fd00:1122:3344:101::a]:34587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.486823402Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62381"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.487050147Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f8d99ab1-a9d0-484d-96ce-dbb036f58e64","remote_addr":"[fd00:1122:3344:101::b]:62381","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.493733074Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50738"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.493896377Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"ba64b1c9-894b-4121-9dd4-c3e3a11d4c5c","remote_addr":"[fd00:1122:3344:101::c]:50738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.503222232Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41351"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.503315424Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.543736229Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.612354273Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"40b29d22-b0fe-4421-b23b-4e91f2a4028b","remote_addr":"[fd00:1122:3344:101::b]:41351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109071,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.612550337Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50041"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.612636759Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42126"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.612945706Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8359b22e-2f5f-4ae4-8990-6dcd97cba839","remote_addr":"[fd00:1122:3344:101::b]:41351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":296,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.612977216Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.654768032Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.708945459Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39476"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.710198887Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c36d5f8f-c05b-4196-941d-0002f7e30a37","remote_addr":"[fd00:1122:3344:101::a]:39476","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1088,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.717863555Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6042264d-59aa-4552-bb78-cfd6dec6cc4a","remote_addr":"[fd00:1122:3344:101::c]:50041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105069,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.717921756Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.723280333Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9bab7b18-e6c9-40b2-aafb-78a4ab8ab721","remote_addr":"[fd00:1122:3344:101::c]:50041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":693,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.760244343Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.824220805Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3ffcf351-cc25-499c-a769-66fc886c32ac","remote_addr":"[fd00:1122:3344:101::a]:42126","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":211232,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:17.824611003Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a2f156c7-f93a-4bb2-ba38-94ac8543321b","remote_addr":"[fd00:1122:3344:101::a]:42126","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:32.696002687Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43896"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:32.69615151Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"564230f0-98df-43a4-9507-716b99158e13","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43896","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:35.922837587Z","hostname":"sock","pid":1562,"uri":"/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","method":"GET","req_id":"f1cf9f69-4609-4e3a-86b9-e55c07508980","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::1]:47618","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7322,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.429992119Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48450"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.430143762Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5c33ac0e-6e04-4860-b692-19798b05d17c","remote_addr":"[fd00:1122:3344:101::b]:48450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.564718931Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"43469d8b-d564-472d-b07c-8eaa25ad19ff","remote_addr":"[fd00:1122:3344:101::b]:48450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.579833822Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49939"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.579924274Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8fad5c59-e20c-4096-9556-4cccbbb19fe8","remote_addr":"[fd00:1122:3344:101::c]:49939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.635014101Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57098"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.635206385Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ba94e647-993b-49a3-acfc-a5897526091d","remote_addr":"[fd00:1122:3344:101::a]:57098","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.753119209Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"22375509-3718-42d1-ac61-8d0436cbf4f3","remote_addr":"[fd00:1122:3344:101::a]:57098","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":146,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.789284561Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62016"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.789517326Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"decb6668-1aec-434a-8574-69c5d8c7e885","remote_addr":"[fd00:1122:3344:101::c]:62016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.800682381Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1604296c-d613-4eb0-8486-efef6c6d929c","remote_addr":"[fd00:1122:3344:101::c]:49939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":882,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.82302832Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54708"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.823160643Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d0059a7a-822f-4ef6-ba8e-265a9a56fa7b","remote_addr":"[fd00:1122:3344:101::a]:54708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.834822289Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55610"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.835005103Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5e3085c3-604f-4fff-9d17-16d48466cc85","remote_addr":"[fd00:1122:3344:101::b]:55610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.962077097Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35665"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:47.962791263Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:48.002265028Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:48.065466182Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"afed632b-72a6-48e4-9186-4606b0b2fc8b","remote_addr":"[fd00:1122:3344:101::b]:35665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103322,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:48.065585035Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44124"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:48.065617955Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52638"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:48.065863481Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:48.070429661Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5ad4ba9d-ff30-42e7-a0dc-a4f0a37ccef9","remote_addr":"[fd00:1122:3344:101::b]:35665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4577,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:48.101753887Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:48.16032131Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:48.160361491Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2b241668-baa6-49a0-a2d9-21d48428a3c2","remote_addr":"[fd00:1122:3344:101::c]:52638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94550,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:48.164189605Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c5f2419d-fe74-43a9-ba27-8a0245797e29","remote_addr":"[fd00:1122:3344:101::c]:52638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":667,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:48.195726746Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:48.250771782Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"65d3fa88-f49a-4679-be45-e74013ff1352","remote_addr":"[fd00:1122:3344:101::a]:44124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":184845,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:48.25111525Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9ae0be37-83a8-4e04-a8a3-f22ff93aa0c9","remote_addr":"[fd00:1122:3344:101::a]:44124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:26:56.353666067Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:02.731887504Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39207"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:02.731980586Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"fd488b1e-c5af-4566-8c26-bc0f48b239a6","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39207","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:06.079364278Z","hostname":"sock","pid":1562,"uri":"/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","method":"GET","req_id":"c5b86ba1-638a-48fc-ad03-3942d7c1bdc2","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::1]:47618","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7186,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.368505343Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42301"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.368564385Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51763"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.368744138Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e365ae07-6aba-420b-8a8f-e33288b4a67d","remote_addr":"[fd00:1122:3344:101::b]:51763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.368856441Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1e8bf3a9-c0cf-42f5-aec5-5b3e0d8e9268","remote_addr":"[fd00:1122:3344:101::c]:42301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":132,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.378468892Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"706d0388-0641-4abe-9cd5-4b960d862ac1","remote_addr":"[fd00:1122:3344:101::b]:51763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":157,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.417481406Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:32800"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.417569818Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"17ce7007-74c9-49ea-84b2-c7511b65f4c6","remote_addr":"[fd00:1122:3344:101::a]:32800","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.427796252Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fcc76789-3977-4d80-988c-30d466dd37c4","remote_addr":"[fd00:1122:3344:101::a]:32800","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":864,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.449507478Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38689"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.449618241Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.489903323Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.54817483Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a0b4d5e0-78f8-4530-87d5-a77998f10bfb","remote_addr":"[fd00:1122:3344:101::b]:38689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98604,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.548432936Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43423"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.548504957Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47637"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.548587499Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a1718b09-f994-4581-97c8-471cccc52b7d","remote_addr":"[fd00:1122:3344:101::c]:42301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":222,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.548607999Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40239"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.548663141Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44942"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.549645442Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"02924186-3134-43ff-ba96-655ddfad37d4","remote_addr":"[fd00:1122:3344:101::b]:38689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1214,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.549659093Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f6a99996-53bb-4c3d-954b-10f8c42aa517","remote_addr":"[fd00:1122:3344:101::b]:43423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":887,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.549725214Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b02e1800-68af-457b-9929-ff44ddf80846","remote_addr":"[fd00:1122:3344:101::c]:47637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":923,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.549744004Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"ddcfd0c7-28b2-4944-b25b-de381ada7c9a","remote_addr":"[fd00:1122:3344:101::a]:44942","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":926,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.549873807Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.588078844Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.640198416Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"66773a0f-7e3c-403a-a580-ea4a6b90f1f5","remote_addr":"[fd00:1122:3344:101::c]:40239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90426,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.640552254Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"cca83ef9-d802-493a-a56d-c44d48c4369c","remote_addr":"[fd00:1122:3344:101::c]:40239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.644372328Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57607"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.644523711Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.679007416Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.732598941Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"82b8f7ff-32d6-49a3-9b33-f6bd9d17c17b","remote_addr":"[fd00:1122:3344:101::a]:57607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88136,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:17.732906068Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3b253242-3ff6-4cbf-ad3d-6c2c550b308b","remote_addr":"[fd00:1122:3344:101::a]:57607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:32.76630425Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47032"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:32.766411062Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"766c732a-5343-4d04-88dd-e724492ba6b8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47032","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:36.080623267Z","hostname":"sock","pid":1562,"uri":"/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","method":"GET","req_id":"e9c68535-496d-47f5-81da-b4ad24c6e7ef","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::1]:47618","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8256,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.516436327Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62265"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.517855628Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7ae131ee-29e8-4b2a-8347-f8959d137463","remote_addr":"[fd00:1122:3344:101::b]:62265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1347,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.527801136Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"69aaa1b7-852a-4b68-baf8-2ebe7c1b64d2","remote_addr":"[fd00:1122:3344:101::b]:62265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.560185195Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43776"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.560312758Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f2be2edf-2e76-45fa-82e5-28c3e3615bd7","remote_addr":"[fd00:1122:3344:101::c]:43776","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":32,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.570830288Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7adce834-710b-4236-847d-3ec518aecdd3","remote_addr":"[fd00:1122:3344:101::c]:43776","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.576011712Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33595"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.576136995Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"696aac64-fa12-49d4-be97-548e6141b79b","remote_addr":"[fd00:1122:3344:101::a]:33595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.584964938Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8fd18e54-2a92-4881-ba5a-7306347b4246","remote_addr":"[fd00:1122:3344:101::a]:33595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.606544021Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46671"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.606716665Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a466f5fa-0d85-4ef0-85a5-772d3c5da9f3","remote_addr":"[fd00:1122:3344:101::b]:46671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.695658433Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53378"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.695775266Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"efd3f7b1-f94a-4497-a519-4d66d83e335d","remote_addr":"[fd00:1122:3344:101::a]:53378","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.70601331Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34590"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.706610383Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.744965334Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.800686595Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0021892d-4a3c-46f9-97c2-fdf12b043ea7","remote_addr":"[fd00:1122:3344:101::a]:34590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94610,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.800789047Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33010"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.800838038Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55686"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.800868569Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39903"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.801951722Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.801971243Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3109406d-42c8-433b-a2be-ff84fcd530d7","remote_addr":"[fd00:1122:3344:101::c]:33010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":968,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.802009324Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9ef716a8-8586-48da-afc2-5027b20ef903","remote_addr":"[fd00:1122:3344:101::a]:34590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":896,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.845354983Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.907101356Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.907177558Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6a645a0a-2290-4bd5-b38a-78a82e5cd28e","remote_addr":"[fd00:1122:3344:101::b]:39903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106045,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.911041182Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d4c867c8-c2fd-45be-b73c-9dfd895d991f","remote_addr":"[fd00:1122:3344:101::b]:39903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":691,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:47.944540107Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:48.00038075Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9dd0eb2e-547b-411a-9766-d854275ed019","remote_addr":"[fd00:1122:3344:101::c]:55686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199172,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:27:48.001495135Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0a26176d-f8a4-4ec8-be23-6b3f6c21471c","remote_addr":"[fd00:1122:3344:101::c]:55686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":878,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:02.803133979Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34167"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:02.803889976Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"2e5b3593-9ce8-4d18-ab08-82037a864937","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34167","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":690,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:06.080727991Z","hostname":"sock","pid":1562,"uri":"/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","method":"GET","req_id":"d48aa3ac-e833-4f58-88eb-c259ff0aacd7","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::1]:47618","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8302,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.275576771Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.275743264Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"19dbdf33-66dc-4a95-bdc2-d4d5c1f78078","remote_addr":"[fd00:1122:3344:101::b]:55105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.288235588Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"af788404-f6b1-44a9-bbff-a157a27e3708","remote_addr":"[fd00:1122:3344:101::b]:55105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1046,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.366344709Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.366523264Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ef821c48-74ba-4c93-8f14-4c253e9f1368","remote_addr":"[fd00:1122:3344:101::a]:62228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.379462977Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fb2da094-12c7-41c1-be93-a8897e9189e9","remote_addr":"[fd00:1122:3344:101::a]:62228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.471378401Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34979"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.471563175Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"20524e3e-5dc7-4232-8c8e-7ff39c5a430d","remote_addr":"[fd00:1122:3344:101::b]:34979","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.500243993Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38944"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.500371466Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6cb44905-e191-4989-942d-ef56ee0fae7e","remote_addr":"[fd00:1122:3344:101::c]:38944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.510207852Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"66d0c0b7-86a3-4923-940e-365707d70d0e","remote_addr":"[fd00:1122:3344:101::c]:38944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.528479032Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55572"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.528572144Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.569292756Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.62605259Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"16adf76c-0b62-4d11-bb2b-91e30bb8f983","remote_addr":"[fd00:1122:3344:101::b]:55572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97522,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.626210033Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49583"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.626252404Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33722"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.626287645Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57286"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.626341676Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39555"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.626652713Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"41bbd710-6b7a-4c92-b0f5-6b5f57adef88","remote_addr":"[fd00:1122:3344:101::b]:55572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":312,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.627298547Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.627365559Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3296c94d-0e16-445e-89b8-024a279775d7","remote_addr":"[fd00:1122:3344:101::c]:57286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":939,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.627400509Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"ec89a842-46b3-4b82-8e96-b704276def8c","remote_addr":"[fd00:1122:3344:101::a]:49583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":927,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.665348391Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.719099449Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.71917844Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e4a279d9-e07b-48b7-b8d9-2c74d51e1693","remote_addr":"[fd00:1122:3344:101::a]:33722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92576,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.72280949Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5cd66412-5f4b-4d9d-b2a7-29a0276885b7","remote_addr":"[fd00:1122:3344:101::a]:33722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":697,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.753729197Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.815172134Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"fa87c79e-50bb-410d-a9e9-4d3aa865b19e","remote_addr":"[fd00:1122:3344:101::c]:39555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":188561,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:17.815583013Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"14b2c4e7-5219-485d-977e-d05ab13f2f7b","remote_addr":"[fd00:1122:3344:101::c]:39555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":166,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:32.83687382Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63025"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:32.836985783Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"7d438fc4-60f6-4b55-9811-ce22d9fb1576","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63025","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:36.08016562Z","hostname":"sock","pid":1562,"uri":"/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","method":"GET","req_id":"8185110f-1b89-4d5b-affa-26d68f3d557e","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::1]:47618","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7904,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.45528427Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56141"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.455477814Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f65851ab-da19-402d-bc64-2ea118e57acf","remote_addr":"[fd00:1122:3344:101::c]:56141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.473033159Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a8847266-fc3f-4219-9496-6d4290c12886","remote_addr":"[fd00:1122:3344:101::c]:56141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.521703385Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64782"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.523154857Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"af455ed2-2717-4605-9483-4307a19e6a96","remote_addr":"[fd00:1122:3344:101::b]:64782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1387,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.538967973Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"21d30653-a4e7-480c-9c00-effaed073d21","remote_addr":"[fd00:1122:3344:101::b]:64782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":142,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.611694657Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60557"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.611881181Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"581dc6bb-37c1-4834-9b69-ed03865489c6","remote_addr":"[fd00:1122:3344:101::a]:60557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.643501484Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34195"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.643754229Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d7aeb800-478a-4534-a1ae-a22d1cf48c38","remote_addr":"[fd00:1122:3344:101::a]:34195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.655065967Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"29ccef2e-9d5d-4116-95a9-2c09fc3c89ea","remote_addr":"[fd00:1122:3344:101::a]:60557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.686790043Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47142"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.686912165Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.728610979Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.803790506Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a8b46c15-7462-4668-abe4-339bc7765954","remote_addr":"[fd00:1122:3344:101::b]:47142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116925,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.804075222Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52149"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.804171094Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45622"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.804409849Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"86fc6d92-4c77-4c99-b09f-c6469bd7ac1f","remote_addr":"[fd00:1122:3344:101::b]:47142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":300,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.805396961Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"89800957-09d2-4605-b234-71cfeb2c5ad7","remote_addr":"[fd00:1122:3344:101::c]:52149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1086,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.805476893Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"bde362d6-144b-43af-8340-ff9784a0728e","remote_addr":"[fd00:1122:3344:101::b]:45622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.818074279Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46653"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.818914697Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.860333935Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.927874835Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2efcf7b1-4a19-4f8f-beff-52ff54e6c6f8","remote_addr":"[fd00:1122:3344:101::c]:46653","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109710,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.928166631Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37872"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.928260183Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60415"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.928314374Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39428"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.928427477Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64895"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.928634721Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3d3c759e-e52e-4c75-9b00-137654b35a3d","remote_addr":"[fd00:1122:3344:101::c]:46653","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":365,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.928950418Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b97b1a3c-6a1c-41bf-b91e-2e31f34d3137, kind: Service { id: a76eee05-1c46-4c5f-85ba-4db7a38c9412 }, name: Name(\"external-dns-a76eee05-1c46-4c5f-85ba-4db7a38c9412\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 115])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be2b1c2c-041c-4940-8816-fdd61ff988e6, kind: Service { id: 25dba969-57e1-43bf-8fab-c843509b6f7b }, name: Name(\"external-dns-25dba969-57e1-43bf-8fab-c843509b6f7b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 63eabeba-0190-4e6e-9126-96e49b0a9e22, kind: Service { id: 47f375f6-4e59-4b70-aec8-f0ee584814f7 }, name: Name(\"nexus-47f375f6-4e59-4b70-aec8-f0ee584814f7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 196])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c1afc50-0965-46b9-8bcc-061bdaf20aa4, kind: Service { id: ae9b04d0-0e6e-4694-abf6-613b43e146c1 }, name: Name(\"nexus-ae9b04d0-0e6e-4694-abf6-613b43e146c1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8cc59bea-1b2f-48f1-bf65-6368790d9979, kind: Service { id: 87dc01bd-94f3-419e-8e8f-d1613f9ddee9 }, name: Name(\"nexus-87dc01bd-94f3-419e-8e8f-d1613f9ddee9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 195])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.928968729Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.928974039Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b97b1a3c-6a1c-41bf-b91e-2e31f34d3137, kind: Service { id: a76eee05-1c46-4c5f-85ba-4db7a38c9412 }, name: Name(\"external-dns-a76eee05-1c46-4c5f-85ba-4db7a38c9412\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 115])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be2b1c2c-041c-4940-8816-fdd61ff988e6, kind: Service { id: 25dba969-57e1-43bf-8fab-c843509b6f7b }, name: Name(\"external-dns-25dba969-57e1-43bf-8fab-c843509b6f7b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 63eabeba-0190-4e6e-9126-96e49b0a9e22, kind: Service { id: 47f375f6-4e59-4b70-aec8-f0ee584814f7 }, name: Name(\"nexus-47f375f6-4e59-4b70-aec8-f0ee584814f7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 196])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c1afc50-0965-46b9-8bcc-061bdaf20aa4, kind: Service { id: ae9b04d0-0e6e-4694-abf6-613b43e146c1 }, name: Name(\"nexus-ae9b04d0-0e6e-4694-abf6-613b43e146c1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8cc59bea-1b2f-48f1-bf65-6368790d9979, kind: Service { id: 87dc01bd-94f3-419e-8e8f-d1613f9ddee9 }, name: Name(\"nexus-87dc01bd-94f3-419e-8e8f-d1613f9ddee9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 195])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.92902427Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b97b1a3c-6a1c-41bf-b91e-2e31f34d3137, kind: Service { id: a76eee05-1c46-4c5f-85ba-4db7a38c9412 }, name: Name(\"external-dns-a76eee05-1c46-4c5f-85ba-4db7a38c9412\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 115])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be2b1c2c-041c-4940-8816-fdd61ff988e6, kind: Service { id: 25dba969-57e1-43bf-8fab-c843509b6f7b }, name: Name(\"external-dns-25dba969-57e1-43bf-8fab-c843509b6f7b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 63eabeba-0190-4e6e-9126-96e49b0a9e22, kind: Service { id: 47f375f6-4e59-4b70-aec8-f0ee584814f7 }, name: Name(\"nexus-47f375f6-4e59-4b70-aec8-f0ee584814f7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 196])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c1afc50-0965-46b9-8bcc-061bdaf20aa4, kind: Service { id: ae9b04d0-0e6e-4694-abf6-613b43e146c1 }, name: Name(\"nexus-ae9b04d0-0e6e-4694-abf6-613b43e146c1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8cc59bea-1b2f-48f1-bf65-6368790d9979, kind: Service { id: 87dc01bd-94f3-419e-8e8f-d1613f9ddee9 }, name: Name(\"nexus-87dc01bd-94f3-419e-8e8f-d1613f9ddee9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 195])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.92904199Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.929085131Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.929106272Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.929130162Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.93405559Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.934245434Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.934356287Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.934453119Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.934532501Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.934543401Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"20fd4a45-a971-47b8-8481-4b137174ad74","remote_addr":"[fd00:1122:3344:101::a]:37872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6086,"response_code":"204"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.934630333Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.934641643Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.934664883Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.934819117Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.934888519Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.93494563Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.93495289Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f78a0c57-40f0-4a48-ac1f-35f7acc23f98","remote_addr":"[fd00:1122:3344:101::c]:60415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6347,"response_code":"204"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.9349788Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.935014621Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.935057742Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.935202155Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a56f5401-8d1a-4c01-9626-d80434fb28e1","remote_addr":"[fd00:1122:3344:101::b]:64895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6535,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:47.971951071Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:48.032224051Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bbec0b2d-dd7c-4715-b60d-8cc447fb097c","remote_addr":"[fd00:1122:3344:101::a]:39428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103466,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:28:48.03266458Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"99f44114-d9e4-4f50-8cbd-44184f2b6693","remote_addr":"[fd00:1122:3344:101::a]:39428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":173,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:02.868185338Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61085"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:02.86829736Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"fa186c8c-06b5-4d3e-862d-3fa5a8307de3","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61085","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:06.08053968Z","hostname":"sock","pid":1562,"uri":"/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","method":"GET","req_id":"5e0fb4bb-ea41-4b79-b694-a62ae039f4c2","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::1]:47618","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8043,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.30643681Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35584"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.307634457Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9987daf3-6692-4ebf-8c41-a65a7faed300","remote_addr":"[fd00:1122:3344:101::c]:35584","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.315768185Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fd0474ff-7096-4c20-9963-ef993d5c9da6","remote_addr":"[fd00:1122:3344:101::c]:35584","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.39498378Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:65439"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.395160734Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a09cef28-40ed-460a-abf0-4813a0f371b6","remote_addr":"[fd00:1122:3344:101::c]:65439","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.418100667Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48684"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.41824408Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"feb31a04-f509-4267-88f8-4a31bc3aa2bc","remote_addr":"[fd00:1122:3344:101::b]:48684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.419881136Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62232"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.419984838Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8fc1ab17-7466-4a80-acbb-587e45b49e6d","remote_addr":"[fd00:1122:3344:101::a]:62232","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.426202784Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"52c98adc-1ee1-4f2a-89de-98d436f1f6c8","remote_addr":"[fd00:1122:3344:101::b]:48684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.429145369Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b04d0d04-49b2-45fb-879c-daf7c5893d9c","remote_addr":"[fd00:1122:3344:101::a]:62232","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.462184333Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40002"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.462269445Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.498647112Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.557039601Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1592ce3a-7ed3-4972-ac92-43acc200d3d5","remote_addr":"[fd00:1122:3344:101::c]:40002","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94799,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.557314357Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37944"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.557396239Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52698"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.557504271Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56384"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.557701725Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"230f1945-eaaf-4446-a647-73295a869ad2","remote_addr":"[fd00:1122:3344:101::c]:40002","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":334,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.558423431Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"8da855de-3ce4-46cf-8144-417d69ad6ab8","remote_addr":"[fd00:1122:3344:101::a]:37944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":901,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.558452612Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"dcb2ded5-1472-4ae6-8aa7-c97675cd6ad8","remote_addr":"[fd00:1122:3344:101::b]:56384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":805,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.559203049Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.593443479Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48108"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.597848785Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.650661812Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.650722814Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f3db02ab-5c79-454a-aad1-f1e8669c0ce1","remote_addr":"[fd00:1122:3344:101::a]:52698","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91508,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.654109678Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c993b78f-2ecc-4500-a5be-422550b784b1","remote_addr":"[fd00:1122:3344:101::a]:52698","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":699,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.687014419Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.739000508Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c1784ed4-88de-4866-a7bc-3ff6f06da578","remote_addr":"[fd00:1122:3344:101::b]:48108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145408,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:17.739376306Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"752eae68-e813-4064-a5bb-a8b733dbdcf0","remote_addr":"[fd00:1122:3344:101::b]:48108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:32.900776584Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43436"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:32.901030639Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"31661fca-ec1b-4fbc-8645-0911d1c53244","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43436","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:36.17034543Z","hostname":"sock","pid":1562,"uri":"/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","method":"GET","req_id":"42588c6c-a5ab-4306-b788-ca2291d95567","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::1]:47618","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.406172757Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51182"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.406367712Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b692759a-9c1a-4a22-bb4c-4ec936c01b00","remote_addr":"[fd00:1122:3344:101::b]:51182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.427587067Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b0a648c0-61e6-4b99-85a5-38be23ea628a","remote_addr":"[fd00:1122:3344:101::b]:51182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":170,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.503645323Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48675"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.503802597Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"491f9ad7-4f07-497e-945c-431eddf0f882","remote_addr":"[fd00:1122:3344:101::a]:48675","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.514733556Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"978c14eb-1326-4009-9a8a-85e6f0e33acd","remote_addr":"[fd00:1122:3344:101::a]:48675","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.560598261Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46211"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.562027762Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"46d40bd6-f869-431e-b821-d200cdac59a2","remote_addr":"[fd00:1122:3344:101::c]:46211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1298,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.570953218Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"afbad41f-216b-4571-a7b4-75eac76b9d3d","remote_addr":"[fd00:1122:3344:101::c]:46211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.696196252Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50999"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.696353335Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"51769dec-4357-42df-8ea9-f26f03ccdc63","remote_addr":"[fd00:1122:3344:101::b]:50999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.718178923Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43450"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.719686857Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"51bff396-4d90-4b84-9539-a4ca3bb19c64","remote_addr":"[fd00:1122:3344:101::a]:43450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1453,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.737865965Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47184"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.737952977Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.779109859Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.845713548Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"36ce22ad-74e5-4815-bc40-1818549f59e8","remote_addr":"[fd00:1122:3344:101::b]:47184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107790,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.845843731Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51784"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.846028995Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f8439a38-a69c-44a2-b644-ea039e0015b8","remote_addr":"[fd00:1122:3344:101::c]:51784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.846216869Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57581"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.846229559Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"580d344f-b99e-4c04-b5c5-1728105be32c","remote_addr":"[fd00:1122:3344:101::b]:47184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.846432514Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.871455642Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46565"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.88736017Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.948711505Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.948789036Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3da6e59c-b082-4a55-a507-1b45da87e081","remote_addr":"[fd00:1122:3344:101::a]:57581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102383,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.953644463Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0a6cc1df-ab4f-4352-b05b-5f45d1bf4865","remote_addr":"[fd00:1122:3344:101::a]:57581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4633,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:47.987955745Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:48.049153585Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"886ac189-e4d4-43b3-a011-7ffa7f54a396","remote_addr":"[fd00:1122:3344:101::c]:46565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":177582,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:48.049553294Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"16630073-70d4-426f-80c3-1d67800408f0","remote_addr":"[fd00:1122:3344:101::c]:46565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:53.574121947Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64278"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:53.574319292Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"2c3e4aad-cc7b-4446-9e3d-b16f04cdb142","remote_addr":"[fd00:1122:3344:101::a]:64278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:53.575830435Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(593268) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:53.575859876Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"PUT","req_id":"90f52e50-1402-418d-b828-c8e0e056410c","remote_addr":"[fd00:1122:3344:101::a]:64278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1337,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:53.738450298Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41656"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:53.74309053Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:539","metadata":"InstanceMetadata { silo_id: 6f3b26dd-888f-482c-95ee-62609d172eaf, project_id: 5cf472c8-9adf-4b93-b637-f85681511135 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-01T18:29:53.733625492Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 88b391c8-aa9d-4e1f-94a7-fb2359d3f3e0, kind: Instance { id: 10055e09-0214-4ef7-a0a6-afaa2b1312ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(593268), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 88b391c8-aa9d-4e1f-94a7-fb2359d3f3e0, kind: Instance { id: 10055e09-0214-4ef7-a0a6-afaa2b1312ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(593268), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 88b391c8-aa9d-4e1f-94a7-fb2359d3f3e0, kind: Instance { id: 10055e09-0214-4ef7-a0a6-afaa2b1312ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(593268), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(593268))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 88b391c8-aa9d-4e1f-94a7-fb2359d3f3e0, kind: Instance { id: 10055e09-0214-4ef7-a0a6-afaa2b1312ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(593268), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-8fc4e653485\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: bc9dad11-e828-436f-bca1-31cc2b786427, read_only_parent: Some(Volume { block_size: 512, id: 6cb20e7e-555c-482a-8012-ca68fd30acbd, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: ffa5cf41-bb86-48b9-a548-7a0164dc182d, key: Some(\"rPhKmay1VCrbBUbhVQ/9rVqmr8NtGd0lDDnGhfGaNyk=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::19]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: bc9dad11-e828-436f-bca1-31cc2b786427, key: Some(\"2SmoO6jaN5IithIvEk6lWWODx9Mhnt189pnr2uQO1qc=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19003\", \"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::12]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-8fc4e653485\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:53.743148711Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:572","migration_id":"None","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:53.743160841Z","hostname":"sock","pid":1562,"propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:1113","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 88b391c8-aa9d-4e1f-94a7-fb2359d3f3e0, kind: Instance { id: 10055e09-0214-4ef7-a0a6-afaa2b1312ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(593268), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 88b391c8-aa9d-4e1f-94a7-fb2359d3f3e0, kind: Instance { id: 10055e09-0214-4ef7-a0a6-afaa2b1312ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(593268), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 88b391c8-aa9d-4e1f-94a7-fb2359d3f3e0, kind: Instance { id: 10055e09-0214-4ef7-a0a6-afaa2b1312ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(593268), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(593268))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 88b391c8-aa9d-4e1f-94a7-fb2359d3f3e0, kind: Instance { id: 10055e09-0214-4ef7-a0a6-afaa2b1312ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(593268), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-8fc4e653485\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: bc9dad11-e828-436f-bca1-31cc2b786427, read_only_parent: Some(Volume { block_size: 512, id: 6cb20e7e-555c-482a-8012-ca68fd30acbd, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: ffa5cf41-bb86-48b9-a548-7a0164dc182d, key: Some(\"rPhKmay1VCrbBUbhVQ/9rVqmr8NtGd0lDDnGhfGaNyk=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::19]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: bc9dad11-e828-436f-bca1-31cc2b786427, key: Some(\"2SmoO6jaN5IithIvEk6lWWODx9Mhnt189pnr2uQO1qc=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19003\", \"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::12]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-8fc4e653485\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-01T18:29:53.733625492Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:53.744150293Z","hostname":"sock","pid":1562,"uri":"/vmms/930010db-2c56-4723-9073-7ca667d3cce7","method":"PUT","req_id":"c5327b97-fc88-492a-b609-c65fc6e4fa44","remote_addr":"[fd00:1122:3344:101::a]:41656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5637,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:53.846473045Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41074"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:53.847000757Z","hostname":"sock","pid":1562,"uri":"/vmms/930010db-2c56-4723-9073-7ca667d3cce7/state","method":"PUT","req_id":"a2603e88-829d-4f5c-ab90-90f6598fc8a0","remote_addr":"[fd00:1122:3344:101::a]:41074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":434,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:53.848129041Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 593268 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:53.848662523Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:53.889517908Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:53.912627695Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:55.065686178Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:29:55.065882572Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7\") failed: Property not found. retry in 36.200763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:29:55.242851029Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7\") failed: Property not found. retry in 129.350926ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:29:55.290194677Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7\") failed: Property not found. retry in 252.72265ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:29:55.451418649Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7\") failed: Property not found. retry in 322.121343ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:29:55.719420071Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7\") failed: Property not found. retry in 964.597752ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:29:56.053582223Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7\") failed: Property not found. retry in 1.107808179s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:29:57.028754038Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7\") failed: Property not found. retry in 1.404784064s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:29:58.148109764Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7\") failed: Property not found. retry in 782.409588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:29:59.5628159Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:00.385938705Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:1594"} {"msg":"wait for service Some(\"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7\") failed: Property not found. retry in 38.172627ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:30:00.400838812Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7\") failed: Property not found. retry in 76.252978ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:30:00.454264672Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7\") failed: Property not found. retry in 280.898522ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:30:00.545999812Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:00.848147782Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:1603"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:00.891896601Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:1627"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:01.061724521Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:825"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-01T18:30:01.068475429Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:01.06852111Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:01.068551711Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-01T18:30:01.068475429Z }","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:01.068572171Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-01T18:30:01.068475429Z }, migration_in: None, migration_out: None }","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-01T18:30:01.092978116Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:01.093021957Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:01.093043427Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-01T18:30:01.092978116Z }","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:01.093053318Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-01T18:30:01.092978116Z }, migration_in: None, migration_out: None }","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:02.934924084Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36844"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:02.935064017Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"9f7cb49b-ae46-40ec-a0bf-144f81005ce8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36844","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:06.169329829Z","hostname":"sock","pid":1562,"uri":"/21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","method":"GET","req_id":"64335221-2a10-4b68-a4ac-b693cbeb3082","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::1]:47618","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7200,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.277914239Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40734"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.278103633Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d7ea6b45-f5ac-49a5-a59f-66534212b47e","remote_addr":"[fd00:1122:3344:101::b]:40734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.367630845Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38556"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.367776638Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"79127a16-f713-4d7f-b600-6824290376a3","remote_addr":"[fd00:1122:3344:101::c]:38556","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.404874351Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64244"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.405145157Z","hostname":"sock","pid":1562,"uri":"/vmms/930010db-2c56-4723-9073-7ca667d3cce7/state","method":"GET","req_id":"6c7f9be6-1b6d-4d2d-8b5c-8e0474a4b907","remote_addr":"[fd00:1122:3344:101::c]:64244","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":174,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.412184981Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36376"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.413414008Z","hostname":"sock","pid":1562,"uri":"/vmms/930010db-2c56-4723-9073-7ca667d3cce7/state","method":"GET","req_id":"1766e729-9cc5-46cd-a177-7b2b2e0c75ae","remote_addr":"[fd00:1122:3344:101::b]:36376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.430965123Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48341"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.431149447Z","hostname":"sock","pid":1562,"uri":"/vmms/930010db-2c56-4723-9073-7ca667d3cce7/state","method":"GET","req_id":"0484aa92-7571-444a-a95c-527f15b40a82","remote_addr":"[fd00:1122:3344:101::a]:48341","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.464791284Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57746"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.464914276Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1fa9cb78-97e2-4af4-ad1e-00abec54aff2","remote_addr":"[fd00:1122:3344:101::a]:57746","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.517290724Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"02429efc-a293-4453-aa5b-f2ee0627cb3a","remote_addr":"[fd00:1122:3344:101::b]:40734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":271,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.531969876Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55004"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.53217205Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"0fd3de25-3690-4615-90d5-6c32de63dd7d","remote_addr":"[fd00:1122:3344:101::a]:55004","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.541511065Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44296"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.542396594Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c759ba85-2020-4be6-8b77-2cc2824147a2","remote_addr":"[fd00:1122:3344:101::b]:44296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":821,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.544867608Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47578"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.545494642Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.588486724Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.648172372Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0da2aff1-aea2-4f41-8268-5dfabe50bfbf","remote_addr":"[fd00:1122:3344:101::b]:47578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103249,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.648453458Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39994"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.64856494Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.648662652Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3dcda10a-75b5-4aec-bde0-1dd7cac5502a","remote_addr":"[fd00:1122:3344:101::a]:57746","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":298,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.649687665Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.649725156Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"211a8240-5766-40ab-ab3c-805b8368490b","remote_addr":"[fd00:1122:3344:101::b]:47578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1188,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.649759226Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"cef66b7b-82a5-48a1-a84f-d70aabaa3fe3","remote_addr":"[fd00:1122:3344:101::c]:39994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":986,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.649816678Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f1e7a03d-46ba-411e-b062-8ae9fdf79831","remote_addr":"[fd00:1122:3344:101::c]:38556","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1120,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.685578771Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.74030504Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5732a01d-882d-4d25-8a20-c3ba989b6e6b","remote_addr":"[fd00:1122:3344:101::a]:39140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91434,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.740654478Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3892476d-529c-48fd-9a25-a11a04ef6f94","remote_addr":"[fd00:1122:3344:101::a]:39140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.77175549Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43374"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.771881152Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.806856188Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.862203601Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d38d9323-b613-4a99-a0de-7fdc0a6b3af2","remote_addr":"[fd00:1122:3344:101::c]:43374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90373,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:17.862485977Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0849aa28-fb2a-4af4-9d8b-27c10373cca5","remote_addr":"[fd00:1122:3344:101::c]:43374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:18.757923557Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60064"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:18.758762215Z","hostname":"sock","pid":1562,"uri":"/vmms/930010db-2c56-4723-9073-7ca667d3cce7/state","method":"PUT","req_id":"1c3a0e07-d1c6-422e-95c3-98c607e66c37","remote_addr":"[fd00:1122:3344:101::a]:60064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":705,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-01T18:30:18.758883867Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:18.758907738Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:18.758924298Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-01T18:30:18.758883867Z }","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:18.758963509Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-01T18:30:18.758883867Z }, migration_in: None, migration_out: None }","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-01T18:30:18.770630245Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:18.770646095Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:18.770662185Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-01T18:30:18.770630245Z }","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:18.770670656Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:711","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:18.770696236Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:30:18.770835989Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"17755217837979546358"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:30:18.771163387Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"21efe0a8-6ec4-4fb3-bf22-63fc4ee5e6a0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"2914242995670605993"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:18.772165909Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:18.772214839Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/350f58a2-0a80-4a0a-a6fc-6bd28c5669b2/debug/bundle/zone\", \"/pool/int/90331387-3d33-48f3-bd8e-2ca97fa40299/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/49d25859-5b24-4d4f-9266-75245a5c9f72/crypt/debug\", \"/pool/ext/de97b78c-8221-4846-9b7d-12d73a50ecd4/crypt/debug\", \"/pool/ext/4562b4bc-fd1e-41e9-b26e-5a5229354600/crypt/debug\", \"/pool/ext/b94f974e-de89-498f-9f23-26ecb10cb5ca/crypt/debug\", \"/pool/ext/07d26aad-1471-4785-8dbc-af2ba762e9ca/crypt/debug\", \"/pool/ext/ff26eacc-e492-4a48-bd20-a2883ae495ea/crypt/debug\", \"/pool/ext/1f3db7b8-dd48-4df7-8388-20526a0aa5b4/crypt/debug\", \"/pool/ext/c4f6f294-3271-47fd-b170-7b6405440455/crypt/debug\", \"/pool/ext/f145c6ed-717a-4b28-b067-6c66311a1193/crypt/debug\"] }","zone_name":"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:19.411515706Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7\", bundle_id: ffd1c6d3-5068-4e54-92b8-5397c12a8588 }, time_created: 2024-10-01T18:30:18.772433494Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_930010db-2c56-4723-9073-7ca667d3cce7","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T18:30:19.411581808Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:925"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:21.172135361Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:21.188790216Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(593268), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:21.188824327Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(593268), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:21.189218736Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-01T18:30:21.189193635Z }, migration_in: None, migration_out: None }","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:21.228229841Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-01T18:30:21.189193635Z }, migration_in: None, migration_out: None }","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:21.231800399Z","hostname":"sock","pid":1562,"instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","propolis_id":"930010db-2c56-4723-9073-7ca667d3cce7","instance_id":"10055e09-0214-4ef7-a0a6-afaa2b1312ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:21.649122623Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37624"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:21.649227835Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c8b18e6d-ac48-4279-94fb-489e5d2c3109","remote_addr":"[fd00:1122:3344:101::a]:37624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:21.657583158Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"37c26c03-13f9-475d-ba69-abe8f9697e38","remote_addr":"[fd00:1122:3344:101::a]:37624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:21.72342962Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39072"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:21.723641655Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e1e0da6a-4832-4926-bbc0-1190f2dab433","remote_addr":"[fd00:1122:3344:101::a]:39072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:21.813685388Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35448"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:21.813846382Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"2834e69a-91cf-4e2a-b878-35181495ed63","remote_addr":"[fd00:1122:3344:101::a]:35448","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:22.358367302Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49219"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:22.359149989Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"aae32d45-cecf-4bfb-b112-a9dedc43601b","remote_addr":"[fd00:1122:3344:101::a]:49219","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":718,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T18:30:22.368596146Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"2bf125fe-39d2-457b-95a1-9ec4648f95b3","remote_addr":"[fd00:1122:3344:101::a]:49219","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"204"}