[ Aug 28 02:08:49 Enabled. ] [ Aug 28 02:08:49 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Aug 28 02:08:49 Method "start" exited with status 0. ] [ Aug 28 02:08:49 Rereading configuration. ] [ Aug 28 02:08:49 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:49.411051133Z","hostname":"sock","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:49.411198656Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:49.463429974Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:49.463477294Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:49.576745033Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:49.585187881Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:49.592638709Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.194359528Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.333897608Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.333940909Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.334036491Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.334101482Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.334123103Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.334161473Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.337063541Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:623"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:08:50.337069561Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:765"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.337088952Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.337093662Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:824"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.337107672Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.337145513Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.337244975Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.337269785Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.337285635Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.347546479Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.34757997Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"3dd1ecc3-6cd1-48fe-8e10-622a58ff4257 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.444635927Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 3dd1ecc3-6cd1-48fe-8e10-622a58ff4257 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.638377625Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.638415775Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.638421705Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.638437066Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.638446696Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.638456766Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.638475846Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.646513776Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.646538676Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"fadb702a-2570-430e-a63c-e4ed78dd68d2 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.730038194Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: fadb702a-2570-430e-a63c-e4ed78dd68d2 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917087659Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.91712868Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3dd1ecc3-6cd1-48fe-8e10-622a58ff4257 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fadb702a-2570-430e-a63c-e4ed78dd68d2 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917172881Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917182691Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917191011Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917197381Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917208941Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3dd1ecc3-6cd1-48fe-8e10-622a58ff4257 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fadb702a-2570-430e-a63c-e4ed78dd68d2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917225542Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917231092Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917239652Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917245062Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917262652Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917268412Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917303253Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3dd1ecc3-6cd1-48fe-8e10-622a58ff4257 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fadb702a-2570-430e-a63c-e4ed78dd68d2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917325693Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917331794Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917336684Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917342324Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917347554Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917375565Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917382455Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3dd1ecc3-6cd1-48fe-8e10-622a58ff4257 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fadb702a-2570-430e-a63c-e4ed78dd68d2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917415875Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917421675Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917426646Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917430996Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917436616Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3dd1ecc3-6cd1-48fe-8e10-622a58ff4257 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fadb702a-2570-430e-a63c-e4ed78dd68d2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917458336Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917463736Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917470047Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917475567Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917480667Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917486597Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3dd1ecc3-6cd1-48fe-8e10-622a58ff4257 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fadb702a-2570-430e-a63c-e4ed78dd68d2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917518187Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917524277Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917529438Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917536218Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917540238Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917543668Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3dd1ecc3-6cd1-48fe-8e10-622a58ff4257 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fadb702a-2570-430e-a63c-e4ed78dd68d2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917564168Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917575838Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917579839Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917583839Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917587929Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917592009Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917597429Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917601369Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3dd1ecc3-6cd1-48fe-8e10-622a58ff4257 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fadb702a-2570-430e-a63c-e4ed78dd68d2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.91763633Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.91764143Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.91764501Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.91765042Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.9176545Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3dd1ecc3-6cd1-48fe-8e10-622a58ff4257 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fadb702a-2570-430e-a63c-e4ed78dd68d2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917681471Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917686081Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917692761Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917697941Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917701341Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3dd1ecc3-6cd1-48fe-8e10-622a58ff4257 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fadb702a-2570-430e-a63c-e4ed78dd68d2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917736782Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917740532Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917744352Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917747692Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917751212Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917755892Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917784483Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917790263Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917802153Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917809723Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917814083Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917840984Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.917845474Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.928629968Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:731"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.928696769Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999920198s","next_cleanup":"Instant { tv_sec: 1338, tv_nsec: 777541624 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.92871301Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3861"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.92874878Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"No ledger in /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.928797811Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.928808352Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932002125Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932191029Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932423233Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1053"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932430593Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932496585Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"No ledger in /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932550326Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932564776Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932573366Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1113"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932598377Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"No ledger in /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932607757Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932616067Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932621667Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932625307Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:155"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932629577Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:128"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932652828Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Writing ledger to /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932681649Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.932987344Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 0c5c13d7-1d6f-4932-bd82-66253028d19d,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 40b49400-5cd0-4d5c-a006-b241a1ca8261,\n rack_id: 0c5c13d7-1d6f-4932-bd82-66253028d19d,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933219499Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:175"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933236049Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1187"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.93328109Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933296001Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933448444Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933580156Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933624127Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 40b49400-5cd0-4d5c-a006-b241a1ca8261, rack_id: 0c5c13d7-1d6f-4932-bd82-66253028d19d, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.93375168Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:36814","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 40b49400-5cd0-4d5c-a006-b241a1ca8261, rack_id: 0c5c13d7-1d6f-4932-bd82-66253028d19d, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933867342Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:359"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933873372Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:374"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933901403Z","hostname":"sock","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933910593Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933915303Z","hostname":"sock","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933921033Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:574"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933930073Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933960114Z","hostname":"sock","pid":1562,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933968614Z","hostname":"sock","pid":1562,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933973364Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:563"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933977294Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:591"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.933982394Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:395"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.934021355Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.934026075Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:481","result":"DisksManagementResult { status: [] }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.935964014Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.936034705Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4540"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.966918598Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:50.987625599Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.003902532Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.049998628Z","hostname":"sock","pid":1562,"sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:385"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.050038629Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.050043529Z","hostname":"sock","pid":1562,"sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:397"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.050047869Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 84.226389ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.053209952Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d894179e-cbcf-4869-a4fe-6bed6970b064\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 02:08:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d894179e-cbcf-4869-a4fe-6bed6970b064\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.06369315Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.088808398Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.088846999Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.094112834Z","hostname":"sock","pid":1562,"sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:412"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.094121604Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.094125684Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.138458155Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 87.425766ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.138998185Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2962582-9419-469d-bf59-1781c0f1a71b\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 02:08:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e2962582-9419-469d-bf59-1781c0f1a71b\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.169084752Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.227291508Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 125.59909ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.227919481Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3396fafb-31f2-4925-af4f-fc0f9f4f53d4\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 02:08:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3396fafb-31f2-4925-af4f-fc0f9f4f53d4\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.354432703Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 258.055655ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.354967874Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6c40460-aa36-4056-9f7c-335af33342ab\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 02:08:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a6c40460-aa36-4056-9f7c-335af33342ab\" }"} {"msg":"Mounting oxi_3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.388088841Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.401312714Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.401399676Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.401430286Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.401455347Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.614205231Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 152.068742ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.614887435Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d42e4a8a-fa6c-435e-b5e2-a64f461fd93c\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 02:08:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d42e4a8a-fa6c-435e-b5e2-a64f461fd93c\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.767768221Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 156.083654ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.768488795Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a5dca4f-3c0d-48d4-b8b3-6150d8d54107\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 02:08:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1a5dca4f-3c0d-48d4-b8b3-6150d8d54107\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.926547384Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 394.282119ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:51.927460982Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58f5359c-47d8-46f7-b2b0-f8a7fa2f14df\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 02:08:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"58f5359c-47d8-46f7-b2b0-f8a7fa2f14df\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:52.141551243Z","hostname":"sock","pid":1562,"sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:52.147123084Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:49250","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:52.147147384Z","hostname":"sock","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:73","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:52.147216525Z","hostname":"sock","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:49250","producer_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:08:52.148261736Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"207.4118ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:52.149361448Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:52.149368318Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:52.14945134Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:915","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:52.14945604Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:52.322647209Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:08:52.35844115Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"671.740372ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:08:53.032618636Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"616.728789ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:08:53.650418074Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.251994198s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:54.569364972Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2634"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:54.569408333Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2852"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:54.569417313Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2504"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:54.569446733Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2551"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:54.569453904Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2933"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:54.569460464Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2975"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:54.57131377Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2777"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:54.572532815Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2545"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:54.572686728Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:08:54.57280187Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 52.477921ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:08:54.895246653Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:08:54.904754782Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.200279941s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 145.54661ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:08:55.078991931Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 282.938041ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:08:55.253792583Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 359.447817ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:08:55.602488477Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.040870068s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:08:56.178902772Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:08:57.106513912Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"11.264254601s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.41163268s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:08:57.293626618Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 507.907656ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:08:58.889902285Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 519.416616ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:08:59.58612848Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.587432303Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.587496564Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:429"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.587508254Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Writing ledger to /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.587516705Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.58778386Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.587991164Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.588027045Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.588035655Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3861"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.588051305Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:36814","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.84360636Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.843674591Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.843768393Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"No ledger in /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.843850504Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.843862255Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.843895096Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.843905346Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.843916196Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.848537158Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4182","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.848553598Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4198"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:00.848560198Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.110272185Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:44150"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.110498559Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.110576491Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"96174ea4-2149-41fc-aee3-30640e615932","remote_addr":"[fd00:1122:3344:101::1]:44150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":194,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.142001515Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:57419"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.142077596Z","hostname":"sock","pid":1562,"uri":"/sled-role","method":"GET","req_id":"10a1ca66-75fc-435c-83ab-bb204a6afc53","remote_addr":"[fd00:1122:3344:101::1]:57419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":40,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.14277518Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Writing ledger to /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.14279294Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.143186368Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.143444973Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:998"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 5335d373-0821-4d96-bb3c-e55af9dbf8d4, pool_id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 463b6b9a-9a54-4d78-8465-1e88f5abb04e, pool_id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: edd28b8b-7c4c-416a-ad52-7bd91814a7a8, pool_id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: c0a9c5fa-be04-4360-bda8-201b7158aa46, pool_id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 39a6e4f2-c58c-4701-9d65-0cd05ab5e2a6, pool_id: 9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 88d9b634-389c-43c0-92d4-3bf1cddf2e5a, pool_id: 5d8fb525-afb0-4464-ad9b-8e50ab9d715a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: bd8d5cd6-4e35-413f-8fdf-6ba7652ffcf3, pool_id: 95dac2cb-734b-49b1-8778-a286d737d1fa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: cc0bfba1-13ee-4ed6-b869-e6d9ec322c1c, pool_id: 37700612-da7c-4ef5-9910-6b71dd793192 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 040a525f-6967-4b40-b4ff-2088b4636246, pool_id: e56ec7bf-ebda-425c-b581-1265bb74473b (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.176097152Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:355"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.176263565Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:51271"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.176563461Z","hostname":"sock","pid":1562,"sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:830"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 5335d373-0821-4d96-bb3c-e55af9dbf8d4, pool_id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 463b6b9a-9a54-4d78-8465-1e88f5abb04e, pool_id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: edd28b8b-7c4c-416a-ad52-7bd91814a7a8, pool_id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: c0a9c5fa-be04-4360-bda8-201b7158aa46, pool_id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 39a6e4f2-c58c-4701-9d65-0cd05ab5e2a6, pool_id: 9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 88d9b634-389c-43c0-92d4-3bf1cddf2e5a, pool_id: 5d8fb525-afb0-4464-ad9b-8e50ab9d715a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: bd8d5cd6-4e35-413f-8fdf-6ba7652ffcf3, pool_id: 95dac2cb-734b-49b1-8778-a286d737d1fa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: cc0bfba1-13ee-4ed6-b869-e6d9ec322c1c, pool_id: 37700612-da7c-4ef5-9910-6b71dd793192 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 040a525f-6967-4b40-b4ff-2088b4636246, pool_id: e56ec7bf-ebda-425c-b581-1265bb74473b (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.176610042Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"No ledger in /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.176617662Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.176624962Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.176631662Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:645"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.176638292Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.176644723Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.176652583Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.176658743Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.34071285Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:01.340753641Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/40b49400-5cd0-4d5c-a006-b241a1ca8261): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T02:09:01.589206985Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.506188793Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.518641721Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.526545548Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.52663729Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.52664751Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.5266667Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.52667718Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.526809253Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.526817243Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.562970201Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_fe881465-8582-4eba-8c48-1f5016ef66f5/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.571015951Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/40b49400-5cd0-4d5c-a006-b241a1ca8261): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T02:09:02.591532378Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_fe881465-8582-4eba-8c48-1f5016ef66f5","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.694622785Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.702990112Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.703040442Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.703047643Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.703054343Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.703059123Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.712279566Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.712307826Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.805040368Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.812611358Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.812661539Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.81267011Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.81270085Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.81271324Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.812843773Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.812856283Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.848879069Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_79e9b421-598b-4117-bcfb-c4abc62898c1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.857229644Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"Looking for unencrypted datasets in oxp_79e9b421-598b-4117-bcfb-c4abc62898c1","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.981193385Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.989137933Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.989172404Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.989181474Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.989186714Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.989197424Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.998440098Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:02.998473839Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.085577208Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.092287551Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.092340253Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.092348043Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.092366893Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.092377133Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.092495836Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.092505696Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.129883728Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ae881951-d9c0-4515-a6b0-7e5c2297d58f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.137730634Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"Looking for unencrypted datasets in oxp_ae881951-d9c0-4515-a6b0-7e5c2297d58f","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.258357199Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.265372199Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.265416869Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.26542362Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.26542976Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.26544476Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.274152983Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.274189694Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"33490a89-0fb3-432e-bbc7-3c605249772c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.362807563Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.3696751Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.36970788Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.36971554Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.369772932Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.369781402Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.369919365Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.369926075Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.406398209Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_33490a89-0fb3-432e-bbc7-3c605249772c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.413769075Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"Looking for unencrypted datasets in oxp_33490a89-0fb3-432e-bbc7-3c605249772c","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.527700048Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.534733097Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.534760678Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.534767718Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.534774368Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.534790249Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.544365179Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.544390579Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.636293034Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.643879105Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.643934496Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.643952926Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.643971246Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.643988967Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.64412922Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.64413694Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/40b49400-5cd0-4d5c-a006-b241a1ca8261): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T02:09:03.647597678Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.679461461Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9b46afde-44d9-45f0-a9fc-f4fa353c3113/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.68697726Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"Looking for unencrypted datasets in oxp_9b46afde-44d9-45f0-a9fc-f4fa353c3113","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.807584415Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.815133185Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.815195826Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.815212077Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.815224367Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.815233277Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.824517422Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.824566463Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"5d8fb525-afb0-4464-ad9b-8e50ab9d715a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.912314945Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 5d8fb525-afb0-4464-ad9b-8e50ab9d715a (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.919188111Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.919217622Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.919225142Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.919248613Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.919301094Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.919437727Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.919444457Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.950478863Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_5d8fb525-afb0-4464-ad9b-8e50ab9d715a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:03.957532953Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"Looking for unencrypted datasets in oxp_5d8fb525-afb0-4464-ad9b-8e50ab9d715a","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.071308592Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.07827425Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.078339312Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.078347022Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.078356982Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.078362922Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.088644176Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.088672037Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"95dac2cb-734b-49b1-8778-a286d737d1fa (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.182678814Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 95dac2cb-734b-49b1-8778-a286d737d1fa (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.19056641Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.190607851Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.190614521Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.190651622Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.190658542Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.190778994Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.190803455Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.22578129Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_95dac2cb-734b-49b1-8778-a286d737d1fa/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.233695256Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"Looking for unencrypted datasets in oxp_95dac2cb-734b-49b1-8778-a286d737d1fa","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.36276651Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.372290389Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.3723286Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.372335369Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.37234112Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.37234613Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.382981951Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.383007112Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"37700612-da7c-4ef5-9910-6b71dd793192 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.479169101Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 37700612-da7c-4ef5-9910-6b71dd793192 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.486942325Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.486982846Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.486990556Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.487002726Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.487046578Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.4871713Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.4871812Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.521121274Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_37700612-da7c-4ef5-9910-6b71dd793192/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.528756686Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"Looking for unencrypted datasets in oxp_37700612-da7c-4ef5-9910-6b71dd793192","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.646921142Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/40b49400-5cd0-4d5c-a006-b241a1ca8261): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T02:09:04.650721917Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.655051383Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.655064634Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.655077604Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.655097075Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.655102975Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.663994301Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.664023312Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"e56ec7bf-ebda-425c-b581-1265bb74473b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.75913195Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: e56ec7bf-ebda-425c-b581-1265bb74473b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.767094268Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.767124699Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.767131919Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.767137149Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.767143819Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.767261292Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.767267892Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.800027362Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_e56ec7bf-ebda-425c-b581-1265bb74473b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.807659794Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"Looking for unencrypted datasets in oxp_e56ec7bf-ebda-425c-b581-1265bb74473b","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.920322401Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.927211758Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.927257269Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.92734507Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.927446503Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3dd1ecc3-6cd1-48fe-8e10-622a58ff4257 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fadb702a-2570-430e-a63c-e4ed78dd68d2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 5d8fb525-afb0-4464-ad9b-8e50ab9d715a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 95dac2cb-734b-49b1-8778-a286d737d1fa (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 37700612-da7c-4ef5-9910-6b71dd793192 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e56ec7bf-ebda-425c-b581-1265bb74473b (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.927506944Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.927514964Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.927646087Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.927932802Z","hostname":"sock","pid":1562,"sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:834"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.927942092Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.927957373Z","hostname":"sock","pid":1562,"sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:860","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.927964283Z","hostname":"sock","pid":1562,"sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:865"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.927974093Z","hostname":"sock","pid":1562,"sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:870"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.928015584Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.928022254Z","hostname":"sock","pid":1562,"sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:876"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.928061745Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:803","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.928073045Z","hostname":"sock","pid":1562,"sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:881"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.928147606Z","hostname":"sock","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"cda04676-3fc9-4693-b822-18efb9cf1509","remote_addr":"[fd00:1122:3344:101::1]:51271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3751784,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: f85a8e69-10b1-4e9c-982f-31422be2a907, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 84c854ff-da18-4c2a-9d2f-7e15248c76a8, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 01868911-e8e4-4a77-b105-b83672ce13b2, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.959798645Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.959932808Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:52321"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f85a8e69-10b1-4e9c-982f-31422be2a907, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.960184923Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:04.960194923Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f85a8e69-10b1-4e9c-982f-31422be2a907, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 84c854ff-da18-4c2a-9d2f-7e15248c76a8, dataset_name: DatasetName { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.006207326Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.006243807Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 84c854ff-da18-4c2a-9d2f-7e15248c76a8, dataset_name: DatasetName { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 01868911-e8e4-4a77-b105-b83672ce13b2, dataset_name: DatasetName { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.050291772Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.050325352Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 01868911-e8e4-4a77-b105-b83672ce13b2, dataset_name: DatasetName { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.095468159Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"No ledger in /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.09550126Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.0955072Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.09554021Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.139242468Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.139271718Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.139277149Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.183939265Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.187354243Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.190809712Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.203924492Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.20783477Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:05.211461692Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/40b49400-5cd0-4d5c-a006-b241a1ca8261): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T02:09:05.653233524Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:06.746998703Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:06.747074445Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:06.747224288Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:07.229706418Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:07.710160499Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:07.710274521Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2\") failed: Property not found. retry in 62.948354ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:07.717677278Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:07.717742029Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:07.717810731Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:07.72229564Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2\") failed: Property not found. retry in 118.107666ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:07.792382772Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907\") failed: Property not found. retry in 39.836694ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:07.851134088Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8\") failed: Property not found. retry in 29.510574ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:07.857289301Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8\") failed: Property not found. retry in 69.03413ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:07.89452839Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907\") failed: Property not found. retry in 112.864512ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:07.901718373Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2\") failed: Property not found. retry in 226.474604ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:08.018183895Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907\") failed: Property not found. retry in 101.992104ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:08.071073395Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8\") failed: Property not found. retry in 108.595757ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:08.179388446Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907\") failed: Property not found. retry in 494.058424ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:08.213664787Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2\") failed: Property not found. retry in 306.232507ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:08.261485726Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8\") failed: Property not found. retry in 542.376541ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:08.322818414Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2\") failed: Property not found. retry in 723.450169ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:08.578730566Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907\") failed: Property not found. retry in 477.568833ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:08.718102834Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8\") failed: Property not found. retry in 908.898131ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:08.873939948Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907\") failed: Property not found. retry in 1.409372788s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:09.205558313Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2\") failed: Property not found. retry in 925.615334ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:09.312404614Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8\") failed: Property not found. retry in 821.756356ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:09.79258961Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2\") failed: Property not found. retry in 1.461910348s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:10.247102045Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8\") failed: Property not found. retry in 1.266573285s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:10.622881687Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907\") failed: Property not found. retry in 1.17480473s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:10.629991158Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:10.883510092Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4206"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:10.883555863Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4216","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:10.889762816Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4295"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.013832049Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4343"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.01386395Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4370"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.052948456Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4383"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.052981007Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4247"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.106637032Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4289"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.106667713Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4350","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.126226861Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4361"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.126261092Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4403"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.212992464Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4435"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.213033685Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4441"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.319632472Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4482"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.319684053Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Failed to get switch ID from MGS (retrying in 66.09788ms)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:11.352375082Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Failed to get switch ID from MGS (retrying in 70.962101ms)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:11.418866122Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.492039425Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.503980922Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:49057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.50435417Z","hostname":"sock","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"87617994-056e-4b38-a735-c6ecc0b0665f","remote_addr":"[fd00:1122:3344:101::2]:49057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":79,"response_code":"200"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.524822606Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.524939989Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.525342387Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.525374307Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.561796261Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612748662Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612833644Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612844604Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612851414Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612858495Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612864615Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612871715Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612876215Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612899535Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612905525Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612911485Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612917086Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612922996Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612928756Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612934556Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612938906Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612944776Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612950276Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612955917Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612960177Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612971587Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612976117Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:11.612979987Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2\") failed: Property not found. retry in 1.299806632s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:11.718589474Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907\") failed: Property not found. retry in 1.010269058s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:11.814896467Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8\") failed: Property not found. retry in 999.387779ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:11.898329163Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.041257608Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_internal_dns_f85a8e69-10b1-4e9c-982f-31422be2a907"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.041309919Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_internal_dns_84c854ff-da18-4c2a-9d2f-7e15248c76a8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.041314799Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_internal_dns_01868911-e8e4-4a77-b105-b83672ce13b2"} {"msg":"Writing ledger to /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.041320229Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.041641956Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.041926712Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"70ba73ab-05af-4086-b1d8-f4cfd9813544","remote_addr":"[fd00:1122:3344:101::1]:52321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8081922,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.043946202Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"failed to write DNS configuration (will retry in 81.460758ms)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:13.284243663Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.38479026Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.459605395Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.512020716Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:591"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.512033856Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.544625494Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.545355938Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.545361728Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: f85a8e69-10b1-4e9c-982f-31422be2a907, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 84c854ff-da18-4c2a-9d2f-7e15248c76a8, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 01868911-e8e4-4a77-b105-b83672ce13b2, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 3cee8112-04bf-4498-8f76-e99d79396118, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e10be8c3-a101-4c61-ad9b-1bc4978ae517, kind: Service { id: 3cee8112-04bf-4498-8f76-e99d79396118 }, name: Name(\"ntp-3cee8112-04bf-4498-8f76-e99d79396118\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 5])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.575124649Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.575253282Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38185"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f85a8e69-10b1-4e9c-982f-31422be2a907, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.575428595Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.575438286Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f85a8e69-10b1-4e9c-982f-31422be2a907, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 84c854ff-da18-4c2a-9d2f-7e15248c76a8, dataset_name: DatasetName { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.596163597Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.596200838Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 84c854ff-da18-4c2a-9d2f-7e15248c76a8, dataset_name: DatasetName { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 01868911-e8e4-4a77-b105-b83672ce13b2, dataset_name: DatasetName { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.616143614Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.616189245Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 01868911-e8e4-4a77-b105-b83672ce13b2, dataset_name: DatasetName { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.633440127Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Reading ledger from /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.633493388Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.633698712Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.633805035Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.644937496Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.678265548Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.678981142Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.678991222Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.708879215Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 185, 5]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.708899166Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.709238352Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.709249993Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.709491337Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.709902016Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Configuring new Omicron zone: oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.735026075Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:13.754674815Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:14.388600633Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:14.388770626Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118\") failed: Property not found. retry in 29.628292ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:14.519962101Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118\") failed: Property not found. retry in 94.804105ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:14.557944595Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118\") failed: Property not found. retry in 208.508989ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:14.669579112Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118\") failed: Property not found. retry in 504.923164ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:14.889809295Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118\") failed: Property not found. retry in 833.406444ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:15.40475265Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118\") failed: Property not found. retry in 1.063361176s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:16.248342781Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118\") failed: Property not found. retry in 864.251897ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:17.320720446Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118\") failed: Property not found. retry in 1.275447858s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:18.194227431Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:19.49143196Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118"} {"msg":"Writing ledger to /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:19.491493951Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:19.491849398Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:19.492141864Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"ce21ab1e-b45b-4795-b0fb-c8eb1cc8d253","remote_addr":"[fd00:1122:3344:101::1]:38185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5916844,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:19.494839747Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:19.52569643Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:19.525868353Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:64616"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T02:09:19.535917773Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3847"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:19.536047475Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"f646c0b7-76de-4753-bc8d-004e6ac6f6e0","remote_addr":"[fd00:1122:3344:101::1]:64616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":10081,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:19.538952783Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:19.654870565Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:19.655049158Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:64964"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T02:09:23.664095476Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3847"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:23.664187038Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"2b21e591-601c-4c75-919d-1c386a470f17","remote_addr":"[fd00:1122:3344:101::1]:64964","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009096,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:23.666383722Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:23.761675774Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:23.761839947Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:46669"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T02:09:23.770720954Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3847"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:23.770850266Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"1faadcb0-bc9a-452a-96fd-5a237a1b5936","remote_addr":"[fd00:1122:3344:101::1]:46669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8963,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:23.773472538Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:23.975053461Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:23.975200203Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:59050"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_3cee8112-04bf-4498-8f76-e99d79396118': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T02:09:23.983289244Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3847"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:23.983418387Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"b06f857b-54f9-4052-92de-5a11e8a6c1c3","remote_addr":"[fd00:1122:3344:101::1]:59050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8151,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:23.986288314Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:24.162928901Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:24.163055314Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:64267"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:27.636304206Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"c2af750b-74ad-4ae0-8e12-fa430a458a5f","remote_addr":"[fd00:1122:3344:101::1]:64267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4009193,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:27.639803485Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:27.639830756Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:28.103023396Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:28.103200019Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:57688"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:28.112778639Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"09c367c3-5741-4e8d-843c-25945af250fb","remote_addr":"[fd00:1122:3344:101::1]:57688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9512,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:28.114707017Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:28.114715528Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:28.17979535Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"249.411651ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:28.426926357Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:28.42706398Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:41625"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:28.43612415Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"54f4af3c-18ae-4583-86a2-c1df30215c27","remote_addr":"[fd00:1122:3344:101::1]:41625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9031,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:28.439362924Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:28.439374195Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:28.863969486Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:28.864111468Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:45826"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:28.873211269Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"06339f11-53c5-4ee5-9d13-747dabeb155b","remote_addr":"[fd00:1122:3344:101::1]:45826","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9056,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724810966.8274498, correction: -0.035897125 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:28.87524161Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:28.875247879Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:29.269603545Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:29.269787979Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:33587"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:29.279129545Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"16b91123-b427-4b13-9963-d9e3fcf1c604","remote_addr":"[fd00:1122:3344:101::1]:33587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9304,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724810966.8274498, correction: -0.034795552 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:29.282684905Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:29.282693135Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:29.533246634Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:29.533389597Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:62744"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:29.541320765Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"89254b9c-775b-4fe3-9602-043c7840a264","remote_addr":"[fd00:1122:3344:101::1]:62744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7912,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724810966.8274498, correction: -0.034082647 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:29.544264544Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:29.544274494Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:30.298404679Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:30.298605203Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:62312"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:30.306610072Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"9c6d65e1-2c93-4855-a855-bedc48b36692","remote_addr":"[fd00:1122:3344:101::1]:62312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7968,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724810966.8274498, correction: -0.035596527 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:30.310826596Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:30.310837097Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:31.080300357Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:31.080476371Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:44511"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:31.088778376Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"c7f4fda7-4169-4f0d-9ed9-b71cf4c21fad","remote_addr":"[fd00:1122:3344:101::1]:44511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8280,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724810966.8274498, correction: -0.033154067 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:31.091363898Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:31.091399068Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:31.884056691Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:31.884186087Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:36506"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:31.891871526Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"6f9a2a17-18a1-4a32-b002-0ada429c2656","remote_addr":"[fd00:1122:3344:101::1]:36506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7660,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724810966.8274498, correction: -0.033514824 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:31.895508959Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:31.895521359Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.743961942Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.744105945Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:49798"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.763978371Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"60612323-c4be-4a32-8104-bdcf862fb9b6","remote_addr":"[fd00:1122:3344:101::1]:49798","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":19838,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1244816003, ip_addr: 74.50.98.131, stratum: 3, ref_time: 1724810972.0516224, correction: -0.031924762 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.768256276Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.768262606Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1266"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f85a8e69-10b1-4e9c-982f-31422be2a907, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 84c854ff-da18-4c2a-9d2f-7e15248c76a8, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 01868911-e8e4-4a77-b105-b83672ce13b2, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 3cee8112-04bf-4498-8f76-e99d79396118, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e10be8c3-a101-4c61-ad9b-1bc4978ae517, kind: Service { id: 3cee8112-04bf-4498-8f76-e99d79396118 }, name: Name(\"ntp-3cee8112-04bf-4498-8f76-e99d79396118\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 5])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: e63511dd-0799-4dc3-b977-5d8bee6f0218, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a832edf9-7b48-46c1-a309-cbe34003f95b, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f381491-8f55-4564-a4ab-ca3915037d04, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool), kind: External } } } }, OmicronZoneConfig { id: 5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.799805444Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.799945927Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:56087"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f85a8e69-10b1-4e9c-982f-31422be2a907, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.800402546Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.800412606Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f85a8e69-10b1-4e9c-982f-31422be2a907, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 84c854ff-da18-4c2a-9d2f-7e15248c76a8, dataset_name: DatasetName { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.82319337Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.823238581Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 84c854ff-da18-4c2a-9d2f-7e15248c76a8, dataset_name: DatasetName { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 01868911-e8e4-4a77-b105-b83672ce13b2, dataset_name: DatasetName { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.842847591Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.842888002Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 01868911-e8e4-4a77-b105-b83672ce13b2, dataset_name: DatasetName { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.860542526Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.860584804Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e63511dd-0799-4dc3-b977-5d8bee6f0218, dataset_name: DatasetName { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.9146306Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.914669531Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e63511dd-0799-4dc3-b977-5d8bee6f0218, dataset_name: DatasetName { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a832edf9-7b48-46c1-a309-cbe34003f95b, dataset_name: DatasetName { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.967228178Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:32.96726489Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a832edf9-7b48-46c1-a309-cbe34003f95b, dataset_name: DatasetName { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f381491-8f55-4564-a4ab-ca3915037d04, dataset_name: DatasetName { pool_name: ZpoolName { id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.022286654Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.022329855Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7f381491-8f55-4564-a4ab-ca3915037d04, dataset_name: DatasetName { pool_name: ZpoolName { id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.079385541Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.079426512Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.130453848Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Reading ledger from /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.130504739Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.130780192Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.130940628Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.21039137Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.210449161Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.210458631Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.210463642Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.210470692Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.298331372Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.302231959Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.306506064Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.31081459Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.315450692Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.32034945Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.324623425Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.328744257Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.33288208Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:33.337699285Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:36.325741345Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:36.325871827Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:36.343987098Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:36.34409387Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:36.353513168Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:36.35361166Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:36.359370624Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:36.359480496Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:36.379358992Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:36.379474305Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04\") failed: Property not found. retry in 70.087684ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:36.477422502Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b\") failed: Property not found. retry in 70.006795ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:36.490365862Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 27.545283ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:36.497676918Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4\") failed: Property not found. retry in 33.585243ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:36.504519064Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058\") failed: Property not found. retry in 57.66439ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:36.512359691Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 78.418318ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:36.533130024Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4\") failed: Property not found. retry in 74.337016ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:36.627404141Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b\") failed: Property not found. retry in 57.220735ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:36.761791787Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058\") failed: Property not found. retry in 109.512553ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:36.789320725Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04\") failed: Property not found. retry in 107.048279ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:36.810543374Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b\") failed: Property not found. retry in 224.529828ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:36.844035035Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 144.420821ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:36.876370608Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4\") failed: Property not found. retry in 262.690869ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:36.899382806Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058\") failed: Property not found. retry in 294.785621ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:36.948219029Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04\") failed: Property not found. retry in 147.675529ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:36.995229525Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 536.983858ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:37.062035175Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b\") failed: Property not found. retry in 227.032753ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:37.105516781Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04\") failed: Property not found. retry in 524.970339ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:37.163904913Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4\") failed: Property not found. retry in 579.684072ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:37.183574315Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058\") failed: Property not found. retry in 335.15605ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:37.267292741Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b\") failed: Property not found. retry in 508.393394ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:37.371020847Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058\") failed: Property not found. retry in 945.679767ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:37.660250786Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 632.730333ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:37.717600538Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04\") failed: Property not found. retry in 836.314762ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:37.766182235Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4\") failed: Property not found. retry in 619.852667ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:37.848738909Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b\") failed: Property not found. retry in 1.182637333s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:37.98990401Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 649.472877ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:38.408151267Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4\") failed: Property not found. retry in 759.360685ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:38.54085018Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04\") failed: Property not found. retry in 1.090727958s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:38.736943584Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058\") failed: Property not found. retry in 1.297523038s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:38.814419857Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 1.213629237s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:39.119171855Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b\") failed: Property not found. retry in 547.546658ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:39.182279661Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4\") failed: Property not found. retry in 1.03517164s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:39.30976539Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b\") failed: Property not found. retry in 1.21671152s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:39.738480015Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04\") failed: Property not found. retry in 608.288273ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:39.833716582Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058\") failed: Property not found. retry in 1.164124203s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:40.11837537Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 1.181721278s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:40.338907881Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4\") failed: Property not found. retry in 610.55336ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:40.351062403Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04\") failed: Property not found. retry in 627.353643ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:40.449916381Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:40.759439114Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35869"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:40.759630467Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"5ecb4a94-d5f8-4a61-8747-5f0ff1373b4b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35869","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b\") failed: Property not found. retry in 785.460206ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:40.961038757Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4\") failed: Property not found. retry in 1.285969042s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:40.969039877Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04\") failed: Property not found. retry in 554.588053ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:41.08523479Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058\") failed: Property not found. retry in 732.965619ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:41.290975327Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 973.354457ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:41.529160469Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04\") failed: Property not found. retry in 1.043746127s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:41.651618128Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b\") failed: Property not found. retry in 895.385354ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:41.758024936Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058\") failed: Property not found. retry in 1.123795225s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:42.033735576Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4\") failed: Property not found. retry in 899.196149ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:42.260664784Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 800.165424ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:42.508693363Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b\") failed: Property not found. retry in 553.843728ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:42.658562217Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04\") failed: Property not found. retry in 964.637922ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:42.700473151Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058\") failed: Property not found. retry in 567.89058ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:43.163508881Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4\") failed: Property not found. retry in 542.415511ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:43.170438759Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b\") failed: Property not found. retry in 822.100352ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:43.219322602Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 1.244471594s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:43.316059848Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:43.430102659Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"427.636087ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04\") failed: Property not found. retry in 929.926763ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:43.672352712Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4\") failed: Property not found. retry in 1.030733978s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:43.721576452Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058\") failed: Property not found. retry in 565.199405ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:43.7395581Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b\") failed: Property not found. retry in 525.34166ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:44.049040822Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058\") failed: Property not found. retry in 584.318821ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:44.312846075Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 1.002467904s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:44.567545356Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b\") failed: Property not found. retry in 667.890527ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:44.581871731Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04\") failed: Property not found. retry in 1.013866554s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:44.60941461Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4\") failed: Property not found. retry in 747.925133ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:44.759301634Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058\") failed: Property not found. retry in 602.294126ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:44.90573023Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 734.129487ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:45.578609388Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 1.175747202s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:46.32299014Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 591.165321ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:47.508843836Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 1.096319589s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:48.846231799Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 971.978973ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:50.646792821Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 824.609497ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:51.634750625Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 1.084289206s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:52.470233435Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 981.577112ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:53.565111264Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 929.285554ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:54.558205313Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218\") failed: Property not found. retry in 871.608359ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:09:55.49709656Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:56.393375393Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_cockroachdb_a832edf9-7b48-46c1-a309-cbe34003f95b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:56.393421264Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_cockroachdb_16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:56.393452454Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_cockroachdb_e63511dd-0799-4dc3-b977-5d8bee6f0218"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:56.393456984Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_cockroachdb_7f381491-8f55-4564-a4ab-ca3915037d04"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:56.393461015Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_cockroachdb_5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4"} {"msg":"Writing ledger to /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:56.393618327Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:56.394198386Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:56.443871025Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"c66ddfae-2db0-4598-b583-56b0bd02abca","remote_addr":"[fd00:1122:3344:101::1]:56087","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":23669427,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:56.483144225Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:53717"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:56.514536888Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3681"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:09:56.913753605Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3699"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.359662117Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3722"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.35979181Z","hostname":"sock","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"4165b3aa-ee33-492c-94e9-76e39d8e51a0","remote_addr":"[fd00:1122:3344:101::1]:53717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":22881217,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.360055195Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39762"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.360494114Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"b2159f76-b205-4f4e-8285-bb181fe8ff38","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39762","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":165,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:19.365952342Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"1.185553437s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f85a8e69-10b1-4e9c-982f-31422be2a907, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 84c854ff-da18-4c2a-9d2f-7e15248c76a8, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 01868911-e8e4-4a77-b105-b83672ce13b2, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 3cee8112-04bf-4498-8f76-e99d79396118, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: e10be8c3-a101-4c61-ad9b-1bc4978ae517, kind: Service { id: 3cee8112-04bf-4498-8f76-e99d79396118 }, name: Name(\"ntp-3cee8112-04bf-4498-8f76-e99d79396118\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 5])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: e63511dd-0799-4dc3-b977-5d8bee6f0218, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a832edf9-7b48-46c1-a309-cbe34003f95b, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f381491-8f55-4564-a4ab-ca3915037d04, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool), kind: External } } } }, OmicronZoneConfig { id: 5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7a899aef-896e-41b9-8810-6c5024da5a0c, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 67a6854e-59a4-4c1d-b17a-a4ec8e40b976, kind: Service { id: 7a899aef-896e-41b9-8810-6c5024da5a0c }, name: Name(\"external-dns-7a899aef-896e-41b9-8810-6c5024da5a0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 51])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 6926ac43-4e2e-4378-9bce-42019ec72a30, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 16f83236-bc4a-4d30-8cf5-b8e748fe9792, kind: Service { id: 6926ac43-4e2e-4378-9bce-42019ec72a30 }, name: Name(\"external-dns-6926ac43-4e2e-4378-9bce-42019ec72a30\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 144])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: c359bc38-954c-4b35-9322-26531287be03, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 95dac2cb-734b-49b1-8778-a286d737d1fa (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 138b549d-922d-4976-b2e2-89111b890ac2, kind: Service { id: c359bc38-954c-4b35-9322-26531287be03 }, name: Name(\"nexus-c359bc38-954c-4b35-9322-26531287be03\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 50ac3e36-ea5c-4742-b23f-aa0a78804739, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 95dac2cb-734b-49b1-8778-a286d737d1fa (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: cda1bc8f-c147-42a1-98e0-40955e79f4cf, kind: Service { id: 50ac3e36-ea5c-4742-b23f-aa0a78804739 }, name: Name(\"nexus-50ac3e36-ea5c-4742-b23f-aa0a78804739\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 87cde93b-53d3-4924-847b-c181020478b1, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: a81dd239-4fe9-4ce3-b19d-4876383286d2, kind: Service { id: 87cde93b-53d3-4924-847b-c181020478b1 }, name: Name(\"nexus-87cde93b-53d3-4924-847b-c181020478b1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 85])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d02a2ca-a68b-4b79-b6c3-45dfe594b841, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 37700612-da7c-4ef5-9910-6b71dd793192 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7d4cdbf9-0586-4115-afd4-11bd8cc4917a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: a9beca1c-9fcd-4a3d-9cde-db0219285191, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: e56ec7bf-ebda-425c-b581-1265bb74473b (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9d29a24e-a625-4e1e-8a20-b16aadbb38f4, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 5d8fb525-afb0-4464-ad9b-8e50ab9d715a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 15a449aa-64f1-460c-bd5b-f4eb65dd01a3, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External } } } }, OmicronZoneConfig { id: c54505c9-f5cb-419b-8571-5173c8d0bb97, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External } } } }, OmicronZoneConfig { id: fea45bee-76ac-4f8d-9161-d2363f2b6f04, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b222c53-9b3a-4a9c-b345-0bfa38130f06, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool), kind: External } } } }, OmicronZoneConfig { id: b54f97d3-e521-4f5f-b20d-89bdd6114d3f, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool), kind: External } } } }, OmicronZoneConfig { id: e475d3e7-6b31-42b3-a2d4-0f0fc3753ded, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 5d8fb525-afb0-4464-ad9b-8e50ab9d715a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d8fb525-afb0-4464-ad9b-8e50ab9d715a (zpool), kind: External } } } }, OmicronZoneConfig { id: a94447d4-8244-466f-894d-de67767ef978, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 95dac2cb-734b-49b1-8778-a286d737d1fa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 95dac2cb-734b-49b1-8778-a286d737d1fa (zpool), kind: External } } } }, OmicronZoneConfig { id: c1995310-e5ce-4e60-a5e1-46140ed4eeaf, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 37700612-da7c-4ef5-9910-6b71dd793192 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 37700612-da7c-4ef5-9910-6b71dd793192 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72467e25-1520-4e5a-8e68-1eac43721859, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: e56ec7bf-ebda-425c-b581-1265bb74473b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e56ec7bf-ebda-425c-b581-1265bb74473b (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.396435127Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.396591101Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:34415"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f85a8e69-10b1-4e9c-982f-31422be2a907, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.397142031Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.397150152Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: f85a8e69-10b1-4e9c-982f-31422be2a907, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 84c854ff-da18-4c2a-9d2f-7e15248c76a8, dataset_name: DatasetName { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.418979965Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.419024616Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 84c854ff-da18-4c2a-9d2f-7e15248c76a8, dataset_name: DatasetName { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 01868911-e8e4-4a77-b105-b83672ce13b2, dataset_name: DatasetName { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.440097674Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.440153006Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 01868911-e8e4-4a77-b105-b83672ce13b2, dataset_name: DatasetName { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.458651223Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.458700024Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 16cc6d58-fa14-4f0f-84a7-8e8b3c7e4058, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e63511dd-0799-4dc3-b977-5d8bee6f0218, dataset_name: DatasetName { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.478740732Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.478781962Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e63511dd-0799-4dc3-b977-5d8bee6f0218, dataset_name: DatasetName { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a832edf9-7b48-46c1-a309-cbe34003f95b, dataset_name: DatasetName { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.496340721Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.496381922Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a832edf9-7b48-46c1-a309-cbe34003f95b, dataset_name: DatasetName { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f381491-8f55-4564-a4ab-ca3915037d04, dataset_name: DatasetName { pool_name: ZpoolName { id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.515566373Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.515612034Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7f381491-8f55-4564-a4ab-ca3915037d04, dataset_name: DatasetName { pool_name: ZpoolName { id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.536028999Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.53608025Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 5e70cd8f-bc62-4c3d-a9c3-4361a04f47a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7a899aef-896e-41b9-8810-6c5024da5a0c, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.554321893Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.554371214Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7a899aef-896e-41b9-8810-6c5024da5a0c, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6926ac43-4e2e-4378-9bce-42019ec72a30, dataset_name: DatasetName { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.73450468Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:19.734560781Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 6926ac43-4e2e-4378-9bce-42019ec72a30, dataset_name: DatasetName { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d4cdbf9-0586-4115-afd4-11bd8cc4917a, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:20.04873403Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:20.048787151Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7d4cdbf9-0586-4115-afd4-11bd8cc4917a, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 15a449aa-64f1-460c-bd5b-f4eb65dd01a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:20.244448236Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:20.244516118Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 15a449aa-64f1-460c-bd5b-f4eb65dd01a3, dataset_name: DatasetName { pool_name: ZpoolName { id: fe881465-8582-4eba-8c48-1f5016ef66f5 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c54505c9-f5cb-419b-8571-5173c8d0bb97, dataset_name: DatasetName { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:20.427224876Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:20.427278507Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c54505c9-f5cb-419b-8571-5173c8d0bb97, dataset_name: DatasetName { pool_name: ZpoolName { id: 79e9b421-598b-4117-bcfb-c4abc62898c1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fea45bee-76ac-4f8d-9161-d2363f2b6f04, dataset_name: DatasetName { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:20.600050038Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:20.600087778Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fea45bee-76ac-4f8d-9161-d2363f2b6f04, dataset_name: DatasetName { pool_name: ZpoolName { id: ae881951-d9c0-4515-a6b0-7e5c2297d58f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b222c53-9b3a-4a9c-b345-0bfa38130f06, dataset_name: DatasetName { pool_name: ZpoolName { id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:20.760020314Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:20.760068785Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 5b222c53-9b3a-4a9c-b345-0bfa38130f06, dataset_name: DatasetName { pool_name: ZpoolName { id: 33490a89-0fb3-432e-bbc7-3c605249772c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b54f97d3-e521-4f5f-b20d-89bdd6114d3f, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:20.993130633Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:20.993187934Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b54f97d3-e521-4f5f-b20d-89bdd6114d3f, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b46afde-44d9-45f0-a9fc-f4fa353c3113 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e475d3e7-6b31-42b3-a2d4-0f0fc3753ded, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d8fb525-afb0-4464-ad9b-8e50ab9d715a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:21.165008886Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:21.165070447Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: e475d3e7-6b31-42b3-a2d4-0f0fc3753ded, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d8fb525-afb0-4464-ad9b-8e50ab9d715a (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a94447d4-8244-466f-894d-de67767ef978, dataset_name: DatasetName { pool_name: ZpoolName { id: 95dac2cb-734b-49b1-8778-a286d737d1fa (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:21.387346701Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:21.387403782Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: a94447d4-8244-466f-894d-de67767ef978, dataset_name: DatasetName { pool_name: ZpoolName { id: 95dac2cb-734b-49b1-8778-a286d737d1fa (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c1995310-e5ce-4e60-a5e1-46140ed4eeaf, dataset_name: DatasetName { pool_name: ZpoolName { id: 37700612-da7c-4ef5-9910-6b71dd793192 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:21.610451831Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:21.610502102Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c1995310-e5ce-4e60-a5e1-46140ed4eeaf, dataset_name: DatasetName { pool_name: ZpoolName { id: 37700612-da7c-4ef5-9910-6b71dd793192 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72467e25-1520-4e5a-8e68-1eac43721859, dataset_name: DatasetName { pool_name: ZpoolName { id: e56ec7bf-ebda-425c-b581-1265bb74473b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:21.806515894Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:21.806560935Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 72467e25-1520-4e5a-8e68-1eac43721859, dataset_name: DatasetName { pool_name: ZpoolName { id: e56ec7bf-ebda-425c-b581-1265bb74473b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.063382464Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Reading ledger from /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.063594139Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.063864574Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.064039478Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.195640871Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.221973574Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.222242519Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.22228102Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.223502574Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.269786763Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.269851384Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.269857185Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.269863675Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.269876645Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.411293453Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.411446296Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.411475827Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.435853391Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.436037675Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.436065965Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.459014941Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.459080532Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.459084932Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Configuring new Omicron zone: oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.459693004Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.465167383Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.470966558Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.475961357Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.480938376Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.485907915Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.490934285Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.666840407Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.66698716Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.672128032Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.677347596Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.68157612Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.685529058Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.690225672Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.695276992Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.699846153Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.704470705Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.70977273Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.714488064Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.719582005Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.724505812Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.729967521Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.77424036Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.807556461Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.807718065Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.813634152Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.818598841Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.82308791Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.829202931Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.834986516Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.841271291Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.904805273Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.907314422Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:22.907478566Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.007482171Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 179, 102]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.007515462Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"nexus"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.068097125Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.070543104Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.070565684Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.125709419Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 235, 144]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.12573871Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.127885102Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.127900003Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.182953546Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 249, 85]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.182982656Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.186442105Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.186463946Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.254574608Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 228, 180]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.254605749Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.256037417Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.256051027Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.315885576Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 136, 51]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.315913726Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.316161491Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.316175291Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.316239203Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.316246523Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.316277603Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.316283783Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.318722282Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.318735832Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.328941675Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.330247331Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.330310372Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.332061587Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.334373583Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.335543386Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.335556976Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.384874725Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.384958057Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.384987498Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Configuring new Omicron zone: oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.526039899Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.535877254Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.538478506Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Configuring new Omicron zone: oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.53868144Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.547656378Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_c359bc38-954c-4b35-9322-26531287be03","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.568789428Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.660901097Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.671506687Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_c359bc38-954c-4b35-9322-26531287be03","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.679923374Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.691125977Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.703432201Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:23.743431465Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.8203556Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.820516153Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.900129144Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.900312358Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_a94447d4-8244-466f-894d-de67767ef978:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.917516539Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_a94447d4-8244-466f-894d-de67767ef978 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.917676842Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.939123179Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.939323962Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.939370473Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.945110377Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.953896012Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.954101446Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.961392861Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.961558894Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.969202236Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.969582043Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.969611984Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.976223715Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.976364138Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.981734574Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.994930276Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:24.9950976Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:25.021160028Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:25.02131574Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 73.346172ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:26.103206884Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 64.090286ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:26.119299653Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 30.678181ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:26.132192889Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 43.390807ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:26.145506584Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 39.642711ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:26.160538832Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 37.208037ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:26.209471684Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 73.391814ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:26.310788786Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 27.910458ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:26.453661853Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 32.782837ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:26.506568773Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 44.495045ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:26.665526369Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 35.425865ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:30.331348002Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 25.060023ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:30.970536534Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 51.97115ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:31.243843681Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 108.299941ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:31.935168879Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 98.650093ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.141599448Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 127.597092ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.156075246Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 75.932865ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.170993612Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 116.493593ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.185419338Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 106.333531ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.201530638Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 146.274367ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.216768261Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 64.828732ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.22935085Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 55.274731ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.243878449Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 140.104317ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.258455188Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 127.258789ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.271729152Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 139.509593ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.288616618Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 241.906895ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.301581855Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 275.47424ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.315736446Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 279.475132ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.328469009Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 149.966751ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.341659351Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 157.763525ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.354050157Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 281.632797ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.367629046Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 193.574961ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.381786737Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 245.310085ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.395791986Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 292.059087ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.407677362Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 231.091693ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.420276702Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 156.556632ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.434944923Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 445.761652ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.448176826Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 390.258642ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.506515764Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 475.196317ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.532167574Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 364.278048ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.55767012Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 527.081128ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.588303478Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 242.272843ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.60603036Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 552.906673ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.619205552Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 489.048565ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.632443395Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 372.218448ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.655010973Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 385.042344ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.668862938Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 292.620431ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.680984999Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 416.913048ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.715577506Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 910.014974ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.864748878Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 899.615996ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.91020212Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 552.636863ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:32.924034115Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 707.433596ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:33.013346058Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 1.098761887s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:33.087533592Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 480.73222ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:33.110817334Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 1.020805402s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:33.1408012Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 982.652877ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:33.170838536Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 960.928055ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:33.206073546Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 922.811429ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:33.218480472Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 832.654098ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:33.231252125Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 553.128225ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:33.242624041Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 573.086983ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:33.490561855Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 564.895389ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:33.604474207Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 1.218842245s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:33.732852876Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 1.198895426s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:33.788020641Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 1.155491411s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:33.807310434Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 1.425832181s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:33.820086468Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 602.745687ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.075722384Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 1.31043675s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.085126281Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 825.652295ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.151263974Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 1.419084055s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.162747662Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 1.331845814s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.170575417Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 719.921883ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.178224889Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 1.199562794s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.189704187Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 1.115136871s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.201995341Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:34.246444194Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:34.246773761Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 72.389898ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.5775991Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 100.023248ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.662521796Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 1.409693383s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.691175895Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 130.204147ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.775714274Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 1.408718871s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.911449049Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 548.769523ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.923296615Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 829.668055ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.963625605Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 1.405645561s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.974196045Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 690.326991ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.989577091Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 828.574895ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:34.999986027Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 592.4944ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:35.260193004Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 1.445178911s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:35.330074712Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 635.752455ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:35.402201394Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 534.002823ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:35.411699773Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 958.178561ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:35.482808115Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 1.160880705s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:35.513603646Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 588.831498ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:35.591887381Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:35.614971029Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"2.330926619s"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 1.110726535s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:35.690499138Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:35.758508999Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:35.758699093Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 1.009922174s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:35.805849619Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 579.194222ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:35.840096969Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 1.121615011s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:35.863216558Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 1.02003387s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:35.958588122Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 1.312881558s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:36.053752662Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 669.166771ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:36.114242063Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 1.069888493s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:36.194752902Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 940.108773ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:36.331546508Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 1.389701856s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:36.390922697Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 1.078701615s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:36.429624655Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 898.808856ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:36.453632292Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 1.452680559s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:36.687391884Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 1.184910031s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:36.784417571Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 815.74219ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:36.792354268Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 1.300189847s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:36.811391026Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 1.285057172s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:36.824023787Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 1.245219236s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:36.98737043Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 942.383788ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:36.994752717Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 1.00813968s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:37.27288166Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 605.339925ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:37.280867458Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 1.387688175s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:37.361237114Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 539.55788ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:37.375503348Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 1.074384547s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:37.517510698Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 1.1784155s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:37.617092135Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 1.144216955s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:37.789101461Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 697.345495ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:37.895510443Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 575.720895ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:37.925466418Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 899.878389ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:37.946888124Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 1.215899809s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:37.999222103Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 749.267387ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:38.117808728Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 1.233574616s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:38.125359428Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 1.055053319s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:38.149325083Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 866.956273ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:38.240995414Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 753.652487ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:38.289597519Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 1.15725068s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:38.510319712Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 1.018184658s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:38.601235877Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 644.48688ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:38.609543472Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 539.26317ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:38.758853277Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 859.322348ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:38.803857Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 878.10394ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:38.854851073Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 750.483437ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:38.876148366Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 1.495896273s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:38.941779769Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 698.360092ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:39.053485777Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 510.427877ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:39.117416317Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 1.199632636s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:39.213646148Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 1.303413907s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:39.22382724Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 958.253697ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:39.263005748Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 1.029222282s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:39.307483791Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 1.299984848s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:39.368777898Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 902.181757ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:39.62823031Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 1.116403191s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:39.636183178Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 777.362057ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:39.643508724Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 1.119435612s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:39.673398177Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 749.617035ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:39.681349385Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 782.629371ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:39.742377387Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 986.891649ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:39.760930835Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 561.219361ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:40.235529919Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 874.088588ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:40.346523233Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 1.236617512s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:40.423702796Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 952.586117ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:40.431619863Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 886.278491ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:40.44053372Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 962.247792ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:40.448340655Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 1.48029828s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:40.534095118Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 1.491211187s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:40.541383053Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 1.417089454s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:40.54831774Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 748.961978ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:40.699352339Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 686.878374ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:40.773307438Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 1.085290385s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:40.788951078Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 1.440985525s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:40.808369234Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 666.117752ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:40.821680308Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:40.829026884Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 808.816512ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:44.865463945Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:44.865741271Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 1.021865699s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:44.915263485Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 1.202450019s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:44.940294722Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1\") failed: Property not found. retry in 42.395838ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:44.966746287Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 519.150601ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:44.984636702Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 1.416979111s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:44.99561411Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 1.175977235s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.004755531Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 1.192787487s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.015066026Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 594.090049ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.024103776Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 871.402895ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.034873909Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 1.385169468s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.044269416Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 1.300460779s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.054828196Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 607.987806ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.064479348Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 1.405036315s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.072790562Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1\") failed: Property not found. retry in 105.88279ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.081910574Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_c359bc38-954c-4b35-9322-26531287be03:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:45.083172899Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:45.083316871Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_c359bc38-954c-4b35-9322-26531287be03 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:45.083436674Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:45.090345381Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd\") failed: Property not found. retry in 71.532332ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.13309749Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1\") failed: Property not found. retry in 152.312329ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.200001388Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd\") failed: Property not found. retry in 104.155034ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.22524297Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739\") failed: Property not found. retry in 55.991335ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.290864303Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03\") failed: Property not found. retry in 39.73122ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.29778769Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd\") failed: Property not found. retry in 289.192862ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.342038639Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03\") failed: Property not found. retry in 97.901792ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.349414835Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739\") failed: Property not found. retry in 64.109155ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.356491336Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1\") failed: Property not found. retry in 350.546603ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.365865402Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:45.405780535Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:45.406138412Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739\") failed: Property not found. retry in 224.574732ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.429036227Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03\") failed: Property not found. retry in 267.59784ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.456606554Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 1.289381208s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.519467892Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 589.453964ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.632292763Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd\") failed: Property not found. retry in 515.606985ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.64825509Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739\") failed: Property not found. retry in 500.253538ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.666461241Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 551.123386ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.683360257Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 1.361555976s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.692402436Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a\") failed: Property not found. retry in 57.647697ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.700858864Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1\") failed: Property not found. retry in 446.145115ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.725063725Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03\") failed: Property not found. retry in 415.845765ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.737459481Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a\") failed: Property not found. retry in 102.219268ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.76714073Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:45.865600685Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:45.865778759Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a\") failed: Property not found. retry in 234.970919ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.88044537Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 926.72904ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.917971385Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 709.739996ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:45.946874439Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c\") failed: Property not found. retry in 44.490459ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.053937325Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c\") failed: Property not found. retry in 147.871509ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.107152792Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a\") failed: Property not found. retry in 544.872323ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.125413414Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 1.292872792s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.152832729Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03\") failed: Property not found. retry in 644.446149ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.162821157Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd\") failed: Property not found. retry in 729.067008ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.174337416Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1\") failed: Property not found. retry in 821.349091ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.193425655Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739\") failed: Property not found. retry in 1.090108024s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.20727976Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 643.225975ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.224256147Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 1.063129983s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.255077339Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 1.411063274s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.265412984Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 1.239817194s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.275421053Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c\") failed: Property not found. retry in 158.507925ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.28686136Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 1.30877214s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.366909448Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 1.173632089s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.424133976Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 1.47164191s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.439637644Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c\") failed: Property not found. retry in 427.235482ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.454635252Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 1.282067612s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.486703829Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 1.077038988s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.668569929Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a\") failed: Property not found. retry in 803.255802ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.68116997Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03\") failed: Property not found. retry in 1.400360132s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.820763332Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 1.344930887s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.830799301Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 947.967216ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.854158095Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 1.165037214s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.877909466Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c\") failed: Property not found. retry in 558.940463ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.897015056Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd\") failed: Property not found. retry in 719.598393ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:46.913873991Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1\") failed: Property not found. retry in 822.612255ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.035546447Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 545.435566ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.074959729Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739\") failed: Property not found. retry in 1.341357617s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.309491776Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 1.193948287s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.332135996Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 906.093457ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.460175869Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c\") failed: Property not found. retry in 1.413424956s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.474964632Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a\") failed: Property not found. retry in 1.401238888s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.499448548Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 1.006116355s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.530858822Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 585.699525ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.610444763Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 907.640663ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.633658313Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd\") failed: Property not found. retry in 1.453934344s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.645616171Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 976.807463ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.69039676Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 821.868771ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.704894588Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 780.487195ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.759602204Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 1.219851011s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.783515079Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 772.261053ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.818105556Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1\") failed: Property not found. retry in 1.355790761s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.878187939Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 826.884609ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:47.928479768Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 804.569358ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.058443808Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 646.300469ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.194123783Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 764.42863ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.217978516Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03\") failed: Property not found. retry in 1.212998601s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.242204757Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 1.162040643s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.383375211Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 1.294291574s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.54498085Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 1.462991539s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.559539319Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 754.313679ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.574572488Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 689.328696ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.593027194Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 1.301516917s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.610169754Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 729.248534ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.626371616Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739\") failed: Property not found. retry in 564.76341ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.672715916Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 686.250684ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.699766663Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 747.191725ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.777543538Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 951.422779ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.858458264Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 967.191329ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.883808548Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c\") failed: Property not found. retry in 1.046303383s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.918053748Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a\") failed: Property not found. retry in 1.309567757s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:48.943071484Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 1.008422747s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.000837012Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 785.4808ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.018044283Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd\") failed: Property not found. retry in 1.167130807s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.113972078Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1\") failed: Property not found. retry in 747.929352ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.244301016Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739\") failed: Property not found. retry in 856.3717ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.251805865Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 731.571911ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.290018714Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 1.169862672s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.338920735Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 1.035651836s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.366236877Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 574.688322ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.395480888Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:49.427150147Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44282"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:49.429071845Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"23c939a8-043d-46d0-a4e9-8e88f53e4adf","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44282","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1691,"response_code":"200"} {"msg":"wait for service Some(\"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03\") failed: Property not found. retry in 1.308343067s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.466734743Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 1.282372625s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.535026299Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 887.897288ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.555603557Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 633.571904ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.814757794Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 838.891942ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.824570388Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 902.668321ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.848496904Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 712.741417ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.861010892Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 971.729529ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.92083763Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c\") failed: Property not found. retry in 724.544677ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.97474565Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 1.122163694s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:49.984643637Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1\") failed: Property not found. retry in 813.027751ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.001749827Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 966.749667ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.01805439Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 1.293260968s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.030485837Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 971.262183ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.039287202Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739\") failed: Property not found. retry in 675.206478ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.118991775Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a\") failed: Property not found. retry in 1.024477084s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.263864561Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd\") failed: Property not found. retry in 513.473679ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.293136423Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 1.200114244s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.416084354Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 834.064777ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.456230301Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 631.020007ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.472367762Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 1.414778833s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.519763933Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 970.657372ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.588785933Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 1.130255996s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.677801931Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c\") failed: Property not found. retry in 896.495192ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.710730295Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 1.211115017s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.765816719Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03\") failed: Property not found. retry in 1.13850941s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.789849916Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739\") failed: Property not found. retry in 642.159957ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.807136089Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd\") failed: Property not found. retry in 1.480842268s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.818924153Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1\") failed: Property not found. retry in 800.758042ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.828801799Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 532.179884ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.840760197Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 751.659568ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.905347619Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 765.664349ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:50.998467938Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 512.478258ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.026145428Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 704.803742ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.117446421Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 732.553946ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.132237645Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a\") failed: Property not found. retry in 848.057487ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.306158508Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 1.395905822s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.319716018Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 1.469638681s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.336161734Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 994.77843ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.388805419Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739\") failed: Property not found. retry in 1.360278225s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.463910401Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 532.86034ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.554864547Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 1.240221787s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.571713002Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c\") failed: Property not found. retry in 1.314548801s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.622319506Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 673.903824ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.637847015Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1\") failed: Property not found. retry in 724.242378ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.649545537Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 592.036909ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.671223058Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 588.669934ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.783688981Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 621.496965ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.822688715Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 1.084517983s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.842025619Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 992.80431ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.880502543Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03\") failed: Property not found. retry in 1.273927677s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.944599776Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 541.209485ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.96290707Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 702.278242ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:51.994862974Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841\") failed: Property not found. retry in 1.498454765s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.103624214Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a\") failed: Property not found. retry in 778.901564ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.171898009Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191\") failed: Property not found. retry in 1.02536165s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.279789452Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd\") failed: Property not found. retry in 1.263968765s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.314171255Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 543.665512ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.327983809Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 1.292460153s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.386097543Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1\") failed: Property not found. retry in 1.378566135s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.405047799Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4\") failed: Property not found. retry in 1.314064007s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.42322778Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 566.819631ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.45844219Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 964.707691ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.521655495Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf\") failed: Property not found. retry in 1.226707185s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.7102834Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06\") failed: Property not found. retry in 1.368994164s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.730221646Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3\") failed: Property not found. retry in 1.195183149s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.817415838Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978\") failed: Property not found. retry in 612.152338ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.828823784Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739\") failed: Property not found. retry in 1.009354482s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.842485485Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 950.88859ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.884085651Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04\") failed: Property not found. retry in 1.371154218s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.896351915Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97\") failed: Property not found. retry in 1.454158404s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.937968001Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c\") failed: Property not found. retry in 1.486308592s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.948024971Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a\") failed: Property not found. retry in 522.097059ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:52.959435898Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f\") failed: Property not found. retry in 1.118712921s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:53.039815384Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:53.043068648Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"5.043346943s"} {"msg":"wait for service Some(\"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03\") failed: Property not found. retry in 912.249364ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:53.23401628Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a\") failed: Property not found. retry in 889.259666ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:53.505038132Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30\") failed: Property not found. retry in 595.844508ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:53.529699991Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded\") failed: Property not found. retry in 1.126527039s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:53.709547213Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859\") failed: Property not found. retry in 1.251984147s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:53.86252894Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739\") failed: Property not found. retry in 799.806813ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:53.921834398Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.194507139Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_external_dns_6926ac43-4e2e-4378-9bce-42019ec72a30"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.194583861Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_15a449aa-64f1-460c-bd5b-f4eb65dd01a3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.194590831Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_5b222c53-9b3a-4a9c-b345-0bfa38130f06"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.194597041Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_nexus_87cde93b-53d3-4924-847b-c181020478b1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.194603221Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_nexus_c359bc38-954c-4b35-9322-26531287be03"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.194608931Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_b54f97d3-e521-4f5f-b20d-89bdd6114d3f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.194614431Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.194620042Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_a94447d4-8244-466f-894d-de67767ef978"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.194625902Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_c1995310-e5ce-4e60-a5e1-46140ed4eeaf"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.194632012Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_oximeter_1d02a2ca-a68b-4b79-b6c3-45dfe594b841"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.194637882Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_72467e25-1520-4e5a-8e68-1eac43721859"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.194643902Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_pantry_9d29a24e-a625-4e1e-8a20-b16aadbb38f4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.194649432Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_nexus_50ac3e36-ea5c-4742-b23f-aa0a78804739"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.194655072Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_fea45bee-76ac-4f8d-9161-d2363f2b6f04"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.194660712Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_pantry_a9beca1c-9fcd-4a3d-9cde-db0219285191"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.195525549Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_external_dns_7a899aef-896e-41b9-8810-6c5024da5a0c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.195610421Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_c54505c9-f5cb-419b-8571-5173c8d0bb97"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.195629142Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_pantry_f07808bb-11dd-4aef-b8f8-6a8eaddfe9dd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.195639402Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_clickhouse_7d4cdbf9-0586-4115-afd4-11bd8cc4917a"} {"msg":"Writing ledger to /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.196329115Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.197693723Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.202425666Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"a71df855-b72d-42a0-85c1-45b895ea9bd6","remote_addr":"[fd00:1122:3344:101::1]:34415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":35805646,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.223547506Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1286"} {"msg":"Writing ledger to /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.223562436Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.223629487Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.228650227Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:687"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.23581624Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:700"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.299246039Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:867"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.307745568Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.366458744Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.522417131Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.623836025Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.861203648Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:55.96758955Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:56.263100838Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:56.445566442Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:56.94910357Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:57.285541161Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:57.687154116Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:10:58.121296577Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"5.865744611s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:58.22471039Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:58.669170826Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:10:59.55169138Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:00.842792667Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:01.636486238Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:02.489945185Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:03.904369161Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:11:04.020791773Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"19.18258057s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:05.761367025Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:07.987418878Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/0c5c13d7-1d6f-4932-bd82-66253028d19d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:11.89848879Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54d6a7f8-6fdb-444c-995b-5d40ebd7667e\", \"content-length\": \"173\", \"date\": \"Wed, 28 Aug 2024 02:11:17 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"40b49400-5cd0-4d5c-a006-b241a1ca8261\\\"\", request_id: \"54d6a7f8-6fdb-444c-995b-5d40ebd7667e\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:18.272753194Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:19.464036059Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:19.464740923Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"aaae4446-aa77-4289-85f9-bd23835f456f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39914","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":663,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9440929f-92ad-4fbb-8d8b-dcc0c788613c\", \"content-length\": \"173\", \"date\": \"Wed, 28 Aug 2024 02:11:22 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"40b49400-5cd0-4d5c-a006-b241a1ca8261\\\"\", request_id: \"9440929f-92ad-4fbb-8d8b-dcc0c788613c\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:22.573377111Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b83cfa81-3c22-474b-8478-a532964c786b\", \"content-length\": \"173\", \"date\": \"Wed, 28 Aug 2024 02:11:29 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"40b49400-5cd0-4d5c-a006-b241a1ca8261\\\"\", request_id: \"b83cfa81-3c22-474b-8478-a532964c786b\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:29.401677671Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:30.930160832Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:31.068186233Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39519"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:31.069425657Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:31.151761132Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"430f38ce-821a-4cc5-8811-575302172c90","remote_addr":"[fd00:1122:3344:101::b]:39519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":83191,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:31.152495647Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Reading ledger from /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:31.152553838Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:31.153725051Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:31.154099689Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"f478e228-e935-427a-9944-e49b247e60fd","remote_addr":"[fd00:1122:3344:101::b]:39519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1790,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.339794384Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53217"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.341498618Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16f83236-bc4a-4d30-8cf5-b8e748fe9792, kind: Service { id: 6926ac43-4e2e-4378-9bce-42019ec72a30 }, name: Name(\"external-dns-6926ac43-4e2e-4378-9bce-42019ec72a30\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 144])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 67a6854e-59a4-4c1d-b17a-a4ec8e40b976, kind: Service { id: 7a899aef-896e-41b9-8810-6c5024da5a0c }, name: Name(\"external-dns-7a899aef-896e-41b9-8810-6c5024da5a0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 51])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 138b549d-922d-4976-b2e2-89111b890ac2, kind: Service { id: c359bc38-954c-4b35-9322-26531287be03 }, name: Name(\"nexus-c359bc38-954c-4b35-9322-26531287be03\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a81dd239-4fe9-4ce3-b19d-4876383286d2, kind: Service { id: 87cde93b-53d3-4924-847b-c181020478b1 }, name: Name(\"nexus-87cde93b-53d3-4924-847b-c181020478b1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 85])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cda1bc8f-c147-42a1-98e0-40955e79f4cf, kind: Service { id: 50ac3e36-ea5c-4742-b23f-aa0a78804739 }, name: Name(\"nexus-50ac3e36-ea5c-4742-b23f-aa0a78804739\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.341555749Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.3415899Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.34160125Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.3416174Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.34163711Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.341643171Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.341685931Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2d77b145-f5ab-4b23-a5d1-6a80d05cb31b","remote_addr":"[fd00:1122:3344:101::b]:53217","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1839,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.343930846Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:939"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.444312029Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45537"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.444519744Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16f83236-bc4a-4d30-8cf5-b8e748fe9792, kind: Service { id: 6926ac43-4e2e-4378-9bce-42019ec72a30 }, name: Name(\"external-dns-6926ac43-4e2e-4378-9bce-42019ec72a30\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 144])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 67a6854e-59a4-4c1d-b17a-a4ec8e40b976, kind: Service { id: 7a899aef-896e-41b9-8810-6c5024da5a0c }, name: Name(\"external-dns-7a899aef-896e-41b9-8810-6c5024da5a0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 51])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 138b549d-922d-4976-b2e2-89111b890ac2, kind: Service { id: c359bc38-954c-4b35-9322-26531287be03 }, name: Name(\"nexus-c359bc38-954c-4b35-9322-26531287be03\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a81dd239-4fe9-4ce3-b19d-4876383286d2, kind: Service { id: 87cde93b-53d3-4924-847b-c181020478b1 }, name: Name(\"nexus-87cde93b-53d3-4924-847b-c181020478b1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 85])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cda1bc8f-c147-42a1-98e0-40955e79f4cf, kind: Service { id: 50ac3e36-ea5c-4742-b23f-aa0a78804739 }, name: Name(\"nexus-50ac3e36-ea5c-4742-b23f-aa0a78804739\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.444558324Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.444589475Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.444595985Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.444601245Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.444606035Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.444610555Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.444625726Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"7ab6a915-c306-4868-8825-2db9ca961799","remote_addr":"[fd00:1122:3344:101::c]:45537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":246,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.562888124Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49915"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.563108728Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16f83236-bc4a-4d30-8cf5-b8e748fe9792, kind: Service { id: 6926ac43-4e2e-4378-9bce-42019ec72a30 }, name: Name(\"external-dns-6926ac43-4e2e-4378-9bce-42019ec72a30\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 144])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 67a6854e-59a4-4c1d-b17a-a4ec8e40b976, kind: Service { id: 7a899aef-896e-41b9-8810-6c5024da5a0c }, name: Name(\"external-dns-7a899aef-896e-41b9-8810-6c5024da5a0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 51])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 138b549d-922d-4976-b2e2-89111b890ac2, kind: Service { id: c359bc38-954c-4b35-9322-26531287be03 }, name: Name(\"nexus-c359bc38-954c-4b35-9322-26531287be03\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a81dd239-4fe9-4ce3-b19d-4876383286d2, kind: Service { id: 87cde93b-53d3-4924-847b-c181020478b1 }, name: Name(\"nexus-87cde93b-53d3-4924-847b-c181020478b1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 85])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cda1bc8f-c147-42a1-98e0-40955e79f4cf, kind: Service { id: 50ac3e36-ea5c-4742-b23f-aa0a78804739 }, name: Name(\"nexus-50ac3e36-ea5c-4742-b23f-aa0a78804739\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.563158659Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.56318502Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.56319186Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.56319663Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.5632014Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.563215781Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.563225671Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"4b075cbc-9a36-45f6-b283-ad3ed593e7b3","remote_addr":"[fd00:1122:3344:101::a]:49915","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":260,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.63019738Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55889"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.630934095Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.715363472Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"2108c4b7-764f-4e9a-a85f-ea8c9251b9da","remote_addr":"[fd00:1122:3344:101::b]:55889","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":85074,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.715724959Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Reading ledger from /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.715811871Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.716140157Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.716549215Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"42023eb4-146e-4e1f-a5e1-d78542ec3564","remote_addr":"[fd00:1122:3344:101::b]:55889","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":943,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.740160414Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55451"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.740395289Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16f83236-bc4a-4d30-8cf5-b8e748fe9792, kind: Service { id: 6926ac43-4e2e-4378-9bce-42019ec72a30 }, name: Name(\"external-dns-6926ac43-4e2e-4378-9bce-42019ec72a30\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 144])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 67a6854e-59a4-4c1d-b17a-a4ec8e40b976, kind: Service { id: 7a899aef-896e-41b9-8810-6c5024da5a0c }, name: Name(\"external-dns-7a899aef-896e-41b9-8810-6c5024da5a0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 51])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 138b549d-922d-4976-b2e2-89111b890ac2, kind: Service { id: c359bc38-954c-4b35-9322-26531287be03 }, name: Name(\"nexus-c359bc38-954c-4b35-9322-26531287be03\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a81dd239-4fe9-4ce3-b19d-4876383286d2, kind: Service { id: 87cde93b-53d3-4924-847b-c181020478b1 }, name: Name(\"nexus-87cde93b-53d3-4924-847b-c181020478b1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 85])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cda1bc8f-c147-42a1-98e0-40955e79f4cf, kind: Service { id: 50ac3e36-ea5c-4742-b23f-aa0a78804739 }, name: Name(\"nexus-50ac3e36-ea5c-4742-b23f-aa0a78804739\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.740430399Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.74046334Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.74047121Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.74047955Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.740485301Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.740500801Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:35.740506121Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b25a6993-5f49-4bfe-af16-69f40302a4d6","remote_addr":"[fd00:1122:3344:101::b]:55451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":252,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:41.547181984Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64715"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:41.54747938Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ea6bf167-0b6c-4717-84f4-2f8acec6f029","remote_addr":"[fd00:1122:3344:101::b]:64715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":265,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:41.758250125Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fa42f323-27c3-42cd-afb0-7a46315ee283","remote_addr":"[fd00:1122:3344:101::b]:64715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1538,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.510513711Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58827"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.510632844Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6ef19972-8236-4e63-ae10-6b7437f89866","remote_addr":"[fd00:1122:3344:101::c]:58827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":84,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.523637632Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a8da17fe-2299-487a-8916-1d92a2d1d320","remote_addr":"[fd00:1122:3344:101::c]:58827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":826,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.526825885Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56672"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.526931097Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5298d350-8389-4eb5-a85c-822629c3a7fe","remote_addr":"[fd00:1122:3344:101::a]:56672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.538804093Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c5082708-0d6e-4211-94f3-991bed515736","remote_addr":"[fd00:1122:3344:101::a]:56672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.637596285Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34398"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.637812219Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"712cc94a-3148-4a59-ba63-94cb2b5d1b62","remote_addr":"[fd00:1122:3344:101::c]:34398","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":165,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.660623042Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38087"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.660811765Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"8122032f-1c1b-435d-bdce-47cf1ce61458","remote_addr":"[fd00:1122:3344:101::a]:38087","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.719560292Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62772"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.719908609Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.782720736Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.840934892Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"679f5916-6d4c-4591-8666-f50697612362","remote_addr":"[fd00:1122:3344:101::c]:62772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":121342,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.841110995Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45590"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.841239018Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.847252468Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"90d75f37-828a-4ff8-a764-e4983cf4641a","remote_addr":"[fd00:1122:3344:101::c]:62772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5993,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.880474807Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.886419415Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.886591938Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.888060718Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.888776142Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.888818443Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"6d80043f-467e-4abd-86a8-3976166be000","remote_addr":"[fd00:1122:3344:101::c]:62772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4584,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.936623042Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"323c237d-a775-4bcf-8b6d-6b19c082795b","remote_addr":"[fd00:1122:3344:101::a]:45590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95453,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:46.93700813Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8078107f-5238-4644-af16-c800fa2ad98e","remote_addr":"[fd00:1122:3344:101::a]:45590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:47.483304638Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47971"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:47.48342803Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"53d70bcd-a175-412a-a50c-e036461f0f76","remote_addr":"[fd00:1122:3344:101::b]:47971","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:47.561798336Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38303"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:47.56198267Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"443de1f4-8d84-4b84-b277-5c3442a95c40","remote_addr":"[fd00:1122:3344:101::b]:38303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":157,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:47.565829066Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9cc63a4c-d28d-4fbb-ad67-e149272e2886","remote_addr":"[fd00:1122:3344:101::b]:47971","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":117,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:47.693631844Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:32926"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:47.693734936Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:47.730816433Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:47.781386837Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"da902ffc-bc6e-4635-a7af-51c750e65ab9","remote_addr":"[fd00:1122:3344:101::b]:32926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87707,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:47.781712993Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"20cad4df-3bc3-483a-aa81-0b9e6257ea85","remote_addr":"[fd00:1122:3344:101::b]:32926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:49.498757939Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50328"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:49.498881431Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"2ed68bed-cd2b-4a38-9c98-fd0bb6a16c20","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50328","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:53.349659426Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:49250","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::d]:45985"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:11:53.371171603Z","hostname":"sock","pid":1562,"uri":"/40b49400-5cd0-4d5c-a006-b241a1ca8261","method":"GET","req_id":"bd5e0715-8c8f-4928-914f-0978664fccd9","remote_addr":"[fd00:1122:3344:101::d]:45985","local_addr":"[fd00:1122:3344:101::1]:49250","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":21434,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:16.572783498Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40394"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:16.574463061Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"cadbbdbd-ab24-4b03-993a-295bcac887a7","remote_addr":"[fd00:1122:3344:101::c]:40394","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:16.663929638Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35558"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:16.664025269Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b0e83564-a5c4-4d7d-82ac-122a64238888","remote_addr":"[fd00:1122:3344:101::a]:35558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":62,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:16.695099617Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"02af84a9-9b1b-402d-845d-8a2384109b39","remote_addr":"[fd00:1122:3344:101::c]:40394","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:16.736154332Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47302"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:16.737369846Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"9f872749-692a-4edd-9385-cd333f7f7deb","remote_addr":"[fd00:1122:3344:101::a]:47302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1171,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:16.745411196Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1e4eff03-ebe5-4655-bdb5-fea2630be543","remote_addr":"[fd00:1122:3344:101::a]:35558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":75,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:16.799313746Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41831"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:16.799447709Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6814af39-dde3-441f-b1c9-3e0b48ea1c14","remote_addr":"[fd00:1122:3344:101::c]:41831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:16.968109768Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60872"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:16.968240881Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.007956279Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.065992451Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b78bc3d1-32c6-4bd9-8f92-4376bb8479e2","remote_addr":"[fd00:1122:3344:101::c]:60872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97825,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.066338278Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2a051c61-ab74-41c1-a5e1-8226038395cf","remote_addr":"[fd00:1122:3344:101::c]:60872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.156130621Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38817"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.156304945Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.204451581Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.281697205Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"24af4e07-6ed9-4b93-8283-a3e09f79d602","remote_addr":"[fd00:1122:3344:101::a]:38817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125456,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.282031581Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"525293bb-8cff-4085-b4dc-bb69f0f4411f","remote_addr":"[fd00:1122:3344:101::a]:38817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.547548134Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55320"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.547698677Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"fd31e218-8f90-4470-8647-22de4ce3a20f","remote_addr":"[fd00:1122:3344:101::b]:55320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.560910739Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"19056e4e-5778-426d-9803-409d9b841dc1","remote_addr":"[fd00:1122:3344:101::b]:55320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":139,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.607998224Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:50087"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.608107436Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.64457388Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.700818377Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"591c4013-d317-4046-b65c-9b433caeda24","remote_addr":"[fd00:1122:3344:101::b]:50087","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92770,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.70095664Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37960"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.701744395Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e0e5ff3f-c673-4483-9b6f-ece9891e5525","remote_addr":"[fd00:1122:3344:101::b]:37960","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":743,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:17.701897509Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b0f67c97-c248-4777-9194-af889c46c403","remote_addr":"[fd00:1122:3344:101::b]:50087","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:19.538997818Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35286"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:19.53910329Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"cd4e4902-7738-4478-ab70-6e5a41db8198","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35286","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":81,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:23.358369179Z","hostname":"sock","pid":1562,"uri":"/40b49400-5cd0-4d5c-a006-b241a1ca8261","method":"GET","req_id":"54364022-b711-4e6d-957b-74769c48d37a","remote_addr":"[fd00:1122:3344:101::d]:45985","local_addr":"[fd00:1122:3344:101::1]:49250","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8744,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.475647859Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52842"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.475786012Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"26d0c6a8-cd9b-4cf7-b261-e6008b3ab60e","remote_addr":"[fd00:1122:3344:101::c]:52842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.496603216Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55686"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.496725528Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3d828933-fa16-4eb3-a115-72709efdc29d","remote_addr":"[fd00:1122:3344:101::a]:55686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.499571325Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"55b4569b-4c2d-4c15-aaa1-f443cdc8d5d6","remote_addr":"[fd00:1122:3344:101::c]:52842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1125,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.51699002Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"dc9ef4ca-03b9-4694-8529-4ec5086e42b0","remote_addr":"[fd00:1122:3344:101::a]:55686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.681780522Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42137"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.681888965Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.721832438Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.775885861Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1a52fbd4-dd6d-4e88-8184-26f488f8bcb9","remote_addr":"[fd00:1122:3344:101::a]:42137","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94061,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.776103365Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36676"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.776121956Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40419"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.776170817Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33641"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.77634678Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.780596354Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"030764fe-f8f5-4605-b4a1-d751d1e3b99d","remote_addr":"[fd00:1122:3344:101::a]:42137","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4199,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.780687676Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"9b5d1607-8618-4a06-8238-6afcd7d5e8f8","remote_addr":"[fd00:1122:3344:101::a]:36676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4333,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.780744348Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"45b6e151-d280-4fc2-b948-1ebed149eb35","remote_addr":"[fd00:1122:3344:101::c]:33641","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4306,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.811015359Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.86348756Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"77243dfc-6f46-467c-8212-b575cf6cdf25","remote_addr":"[fd00:1122:3344:101::c]:40419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87263,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:46.863817497Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b10df438-89e5-4558-b2d3-6deaeb9d21c8","remote_addr":"[fd00:1122:3344:101::c]:40419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:47.274970542Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40060"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:47.275050013Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1bae190b-9895-41c0-b0a0-afae342ee495","remote_addr":"[fd00:1122:3344:101::b]:40060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":79,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:47.295879067Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d24c9c30-a757-4229-877f-61fc25c58a5e","remote_addr":"[fd00:1122:3344:101::b]:40060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":188,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:47.466871712Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60025"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:47.467032825Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3580bbec-ea69-4533-b663-78d13821799d","remote_addr":"[fd00:1122:3344:101::b]:60025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:47.526348603Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40440"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:47.526430055Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:47.565708815Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:47.621173126Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c5fa2128-35ec-4129-97b7-a5a3ff5564cb","remote_addr":"[fd00:1122:3344:101::b]:40440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94781,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:47.621534653Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"fd221fa1-7626-42b7-95a7-fff88de63773","remote_addr":"[fd00:1122:3344:101::b]:40440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:49.574372551Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56889"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:49.575484563Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"52791716-f124-49f7-9b18-0204983a068e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56889","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":62,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:12:53.358320019Z","hostname":"sock","pid":1562,"uri":"/40b49400-5cd0-4d5c-a006-b241a1ca8261","method":"GET","req_id":"c5a8e5d0-8bd2-492f-9db2-0aaf89f3e84a","remote_addr":"[fd00:1122:3344:101::d]:45985","local_addr":"[fd00:1122:3344:101::1]:49250","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9493,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.600607111Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45505"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.600702433Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"63a5c42a-dcbc-400b-a210-2b3228fc6bab","remote_addr":"[fd00:1122:3344:101::c]:45505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":82,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.632177318Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37663"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.632361942Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"135b9c82-d40e-4f91-bd10-fba39cb8debe","remote_addr":"[fd00:1122:3344:101::a]:37663","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.638784899Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.638869051Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9b595830-8cf9-41ef-86e5-07d72d09fab0","remote_addr":"[fd00:1122:3344:101::a]:53864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":40,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.648809868Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b99fc3ba-7d02-4e66-b1c1-699c20921923","remote_addr":"[fd00:1122:3344:101::a]:53864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.709065975Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33984"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.710081945Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c55bd6a8-1c93-4e35-afc9-5405ee53f439","remote_addr":"[fd00:1122:3344:101::c]:33984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":995,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.718658005Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a283baff-ed77-4fda-b6e2-565e04b949a7","remote_addr":"[fd00:1122:3344:101::c]:45505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":70,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.816550659Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45581"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.81662278Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.853142176Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.907445484Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e9102615-bb65-453e-9810-0bcf1d73c76f","remote_addr":"[fd00:1122:3344:101::c]:45581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90857,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.907648198Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63464"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.907822281Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.91128649Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c92a4c6e-c73c-4d2f-b995-cd8a6fbb3a34","remote_addr":"[fd00:1122:3344:101::c]:45581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3510,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.940377668Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.991771018Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5b21302a-e1ad-4a51-8060-f75116b523b6","remote_addr":"[fd00:1122:3344:101::a]:63464","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":84038,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:16.992131976Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"cb609b94-9fba-4e5c-937d-0fa80ad5e092","remote_addr":"[fd00:1122:3344:101::a]:63464","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:17.474329101Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38788"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:17.474461773Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"19d527c8-e558-4d9f-9f70-5f890cfb32db","remote_addr":"[fd00:1122:3344:101::b]:38788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:17.501288496Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41286"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:17.50146471Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"75f97077-eff0-4a16-92bf-895d6a4971d5","remote_addr":"[fd00:1122:3344:101::b]:41286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":151,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:17.508769824Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e50d6c97-7474-4edd-a72f-c91f398d7305","remote_addr":"[fd00:1122:3344:101::b]:38788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:17.676166798Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52910"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:17.676346182Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:17.713147463Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:17.76738676Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a4899942-4952-4fe5-bc92-230017015fd2","remote_addr":"[fd00:1122:3344:101::b]:52910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91143,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:17.76838595Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ed399622-0386-46fc-b812-f0817ad4ef13","remote_addr":"[fd00:1122:3344:101::b]:52910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":766,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:19.612605301Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63123"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:19.613176922Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"6e69f55d-b04e-46e7-b240-e5a9ff077155","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63123","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":549,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:23.356156126Z","hostname":"sock","pid":1562,"uri":"/40b49400-5cd0-4d5c-a006-b241a1ca8261","method":"GET","req_id":"0f5f174b-13d0-41e8-a2d3-94f9b4792672","remote_addr":"[fd00:1122:3344:101::d]:45985","local_addr":"[fd00:1122:3344:101::1]:49250","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7046,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.404302144Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33160"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.404424326Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9abcc5e1-e542-4b71-80f2-8e7b41d0a174","remote_addr":"[fd00:1122:3344:101::a]:33160","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.411860834Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43654"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.411956186Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7ba58c63-fa63-48c0-9c69-849d1c0d7cf9","remote_addr":"[fd00:1122:3344:101::c]:43654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":39,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.427865572Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5b0a9238-11d0-4bdb-9c30-bb480a0638e9","remote_addr":"[fd00:1122:3344:101::c]:43654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.477237242Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33494"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.477429576Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"27a58bc2-3d8b-4f9f-8241-51a713e64842","remote_addr":"[fd00:1122:3344:101::a]:33494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":151,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.487093758Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"070750a4-c74b-435b-93af-cd0994c72a5a","remote_addr":"[fd00:1122:3344:101::a]:33160","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.570996364Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40641"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.571171957Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"de71110c-8d9e-4dc8-a6cb-3087542fe2b8","remote_addr":"[fd00:1122:3344:101::c]:40641","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.593906049Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50119"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.594574532Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.631476945Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.689938215Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8afe6a0f-7508-4751-9407-5025cc1f65bb","remote_addr":"[fd00:1122:3344:101::a]:50119","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95976,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.690128189Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64164"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.690326613Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.693573298Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"cefa3c17-1ba9-4651-b8c5-e8905e6ad469","remote_addr":"[fd00:1122:3344:101::a]:50119","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3302,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.727008002Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.779977463Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"86d15167-371c-4efd-84f6-0bb91f3ff7ad","remote_addr":"[fd00:1122:3344:101::c]:64164","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89759,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:46.781077495Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4715ae95-6fb2-4a4c-a0f1-c7b4f7366b2b","remote_addr":"[fd00:1122:3344:101::c]:64164","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":824,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:47.39619568Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43741"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:47.397052777Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b5021029-5729-4fed-aff0-e7557d28f4d2","remote_addr":"[fd00:1122:3344:101::b]:43741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":829,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:47.401014975Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52379"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:47.401086937Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"16ef9a65-1b8f-4cc1-9267-f5c76e740b2b","remote_addr":"[fd00:1122:3344:101::b]:52379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":45,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:47.471099867Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36966"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:47.471189629Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:47.507369367Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:47.561782808Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7d136789-425c-4e6b-b8ba-e2d974ea19e8","remote_addr":"[fd00:1122:3344:101::b]:36966","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90625,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:47.562010252Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9d45ba82-ed5b-4956-934f-c2c90cb456ce","remote_addr":"[fd00:1122:3344:101::b]:52379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:47.562778348Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1f44a86c-4235-46c4-a0bc-28271795a097","remote_addr":"[fd00:1122:3344:101::b]:36966","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":712,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:49.645997614Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50291"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:49.646135587Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"abb32efe-cc43-4d5b-b01b-8ac76a892a64","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50291","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:13:53.37042905Z","hostname":"sock","pid":1562,"uri":"/40b49400-5cd0-4d5c-a006-b241a1ca8261","method":"GET","req_id":"5ba59f4f-baf4-4a67-81dd-3ad6779d5de8","remote_addr":"[fd00:1122:3344:101::d]:45985","local_addr":"[fd00:1122:3344:101::1]:49250","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":12368,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:04.620905551Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.557225253Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38337"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.557403356Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9f89347f-68a8-429d-9df0-42ffe86b4425","remote_addr":"[fd00:1122:3344:101::a]:38337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":133,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.692268864Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3a47b066-731e-44a9-a3ea-7e55e4606111","remote_addr":"[fd00:1122:3344:101::a]:38337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":163,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.766044309Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53307"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.766215813Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"68d942cb-5185-418e-9052-7aad6aba9005","remote_addr":"[fd00:1122:3344:101::a]:53307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.788053796Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64939"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.788181599Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"edbb00fe-fecd-4552-a62b-22af121f368d","remote_addr":"[fd00:1122:3344:101::c]:64939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":37,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.801940542Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6fb8c37c-fd51-4516-a06b-2bcef2344b92","remote_addr":"[fd00:1122:3344:101::c]:64939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.814663195Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49284"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.814741116Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.852996516Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.910728302Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"13d4d6ce-5e8e-48a3-828d-ff6211fbca8a","remote_addr":"[fd00:1122:3344:101::a]:49284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96029,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.911134511Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61052"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.911170281Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38349"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.912152091Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.915581579Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ddba1bf2-5e0a-4ab2-b39a-70dd4bce3c25","remote_addr":"[fd00:1122:3344:101::a]:49284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4466,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.919576018Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"adcd5bfe-c84e-4cd0-84ce-52ab0109e2a5","remote_addr":"[fd00:1122:3344:101::c]:61052","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4338,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.947056304Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.998003785Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0d4b5a94-2767-44e2-8c23-6c2c4f775b0c","remote_addr":"[fd00:1122:3344:101::c]:38349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":86728,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:16.998388753Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a75baada-4f26-497f-89ae-5e073abcf531","remote_addr":"[fd00:1122:3344:101::c]:38349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":158,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:17.361453403Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48258"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:17.361587105Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e3864fa9-275f-4b95-a7b4-2f09180bfa5b","remote_addr":"[fd00:1122:3344:101::b]:48258","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:17.375500092Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bc285620-d028-4278-b91e-6391d78e91d7","remote_addr":"[fd00:1122:3344:101::b]:48258","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":124,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:17.608693202Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40498"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:17.608879096Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b2df2582-2f2e-4494-8b8f-7a10777985ae","remote_addr":"[fd00:1122:3344:101::b]:40498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:17.713934542Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43371"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:17.714071104Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:17.751977427Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:17.806350587Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c5ebd987-ea1f-4f41-9aa5-1be2e63314f4","remote_addr":"[fd00:1122:3344:101::b]:43371","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92348,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:17.806675054Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b2bf7096-19ff-4f84-bde5-6e6a73644c45","remote_addr":"[fd00:1122:3344:101::b]:43371","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:19.67883511Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:19.678966183Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a6f5fb40-f2d7-499a-9bb8-99af74da8417","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41914","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:23.455345671Z","hostname":"sock","pid":1562,"uri":"/40b49400-5cd0-4d5c-a006-b241a1ca8261","method":"GET","req_id":"3c0f030d-d9d1-4d1b-ba50-21588105fae0","remote_addr":"[fd00:1122:3344:101::d]:45985","local_addr":"[fd00:1122:3344:101::1]:49250","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5989,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.540308763Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51151"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.545114879Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38112"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.545309012Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3057ff87-2092-43a2-b2f7-c6fb9d267fbe","remote_addr":"[fd00:1122:3344:101::a]:51151","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4795,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.545457875Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1bff09f0-1a78-4829-8d20-cd0b46246542","remote_addr":"[fd00:1122:3344:101::c]:38112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":245,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.555321901Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3c88c20f-7c6c-426b-9ffe-8937944f26f9","remote_addr":"[fd00:1122:3344:101::c]:38112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":154,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.602687632Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52186"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.602797194Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.642510453Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.705440682Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c94a8e53-1ee8-4237-8493-767d9f7dae9a","remote_addr":"[fd00:1122:3344:101::a]:52186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102696,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.705711837Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46895"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.70587063Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39963"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.705978773Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41732"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.706165506Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"ce70bfda-cbe5-401c-9120-fc69dfe4510e","remote_addr":"[fd00:1122:3344:101::c]:46895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":364,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.706186137Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7e708494-6d66-467e-b356-b3dcd77acdf8","remote_addr":"[fd00:1122:3344:101::a]:51151","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":361,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.706241198Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.706275188Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e4b3e0d8-2818-4454-84cd-35aad4551c62","remote_addr":"[fd00:1122:3344:101::a]:39963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":298,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.711665805Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b4870d5b-3758-4379-bfb3-604c7240b079","remote_addr":"[fd00:1122:3344:101::a]:52186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5735,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.746254422Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.8005618Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5c12f7dc-0b01-4712-951f-280208a1b5c6","remote_addr":"[fd00:1122:3344:101::c]:41732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94435,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:46.801128212Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a90b7a49-da17-4266-9c57-2b8457c3ef0a","remote_addr":"[fd00:1122:3344:101::c]:41732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":166,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:47.341434841Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:50928"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:47.342362279Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b9100ec1-6a91-4d48-a4a0-ba33df69afe1","remote_addr":"[fd00:1122:3344:101::b]:50928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":888,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:47.404786949Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:33737"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:47.404998103Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b718971f-4084-4762-847d-ebe4cd0384cb","remote_addr":"[fd00:1122:3344:101::b]:33737","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":159,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:47.414244227Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c28a3bbc-27fd-4773-88a7-9a69f05fa51d","remote_addr":"[fd00:1122:3344:101::b]:50928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:47.472737438Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59792"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:47.47283728Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:47.515057679Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:47.581330164Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d5cfe532-b9c1-4625-9300-2fbd50c08cf8","remote_addr":"[fd00:1122:3344:101::b]:59792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108536,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:47.582893286Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9a0458fa-8f51-47b5-8879-1b373be045d6","remote_addr":"[fd00:1122:3344:101::b]:59792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1184,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:49.712770579Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33229"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:49.712891261Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"746f3538-0cc4-4030-9302-60f933586b0e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33229","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:14:53.45458925Z","hostname":"sock","pid":1562,"uri":"/40b49400-5cd0-4d5c-a006-b241a1ca8261","method":"GET","req_id":"b1a44a0d-2f06-4701-9db0-1fe11dc92fe9","remote_addr":"[fd00:1122:3344:101::d]:45985","local_addr":"[fd00:1122:3344:101::1]:49250","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5338,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:16.547161271Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46019"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:16.547290793Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5e24a230-e941-4909-8730-3b3ea18acded","remote_addr":"[fd00:1122:3344:101::a]:46019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:16.556153209Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"081890a7-5a48-469a-b154-e79b5a0c636d","remote_addr":"[fd00:1122:3344:101::a]:46019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:16.624852603Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:16.624937345Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c23c1a6b-1200-47d6-8f73-b5104fe262ac","remote_addr":"[fd00:1122:3344:101::c]:47914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":45,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:16.637755579Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3cd1b950-0904-49c8-a628-682dfe735e94","remote_addr":"[fd00:1122:3344:101::c]:47914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:16.670694683Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57800"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:16.670813586Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5afddbb9-251c-43b3-a4da-cdb7b357c331","remote_addr":"[fd00:1122:3344:101::a]:57800","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:16.829863294Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57624"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:16.830043668Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e353bb74-2199-4a37-a874-81681fdc7fc0","remote_addr":"[fd00:1122:3344:101::c]:57624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":153,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:16.961240443Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42362"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:16.961960137Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:16.999482952Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.059396302Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"aed64119-6203-4730-951c-1b3bfe0df9c8","remote_addr":"[fd00:1122:3344:101::c]:42362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98086,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.059735429Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b50db195-d21c-4df0-bb5f-96a7a7918275","remote_addr":"[fd00:1122:3344:101::c]:42362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.089911118Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35522"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.090068451Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.12580237Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.192453214Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bef5ffd6-2b88-4457-b139-47721311dc1e","remote_addr":"[fd00:1122:3344:101::a]:35522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102436,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.192872582Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4f00f3eb-7e6b-400f-b154-6a2b53886ec4","remote_addr":"[fd00:1122:3344:101::a]:35522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":155,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.361072792Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58499"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.361225456Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"bcecd944-9171-494f-9b87-f1b86e962953","remote_addr":"[fd00:1122:3344:101::b]:58499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.391451636Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"401f8b33-86c7-450e-a663-aa56aeec2ed4","remote_addr":"[fd00:1122:3344:101::b]:58499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":140,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.58303361Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58164"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.583233434Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4c5c8593-69de-424d-9e50-71f6fbc817bf","remote_addr":"[fd00:1122:3344:101::b]:58164","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.643728805Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37538"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.644370538Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.676895893Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.729894176Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8a2eec1c-65b0-4e72-a1f8-6674b0715077","remote_addr":"[fd00:1122:3344:101::b]:37538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":86120,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:17.730150131Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"608f8767-8ef2-4aa5-9420-6ac6229ebb06","remote_addr":"[fd00:1122:3344:101::b]:37538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:19.745562651Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42109"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:19.745679433Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"7f80515c-779c-47ce-9325-5ddc4721dfb7","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42109","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:23.456838256Z","hostname":"sock","pid":1562,"uri":"/40b49400-5cd0-4d5c-a006-b241a1ca8261","method":"GET","req_id":"d1553db2-3400-4b2e-bd06-6c1857b21e7a","remote_addr":"[fd00:1122:3344:101::d]:45985","local_addr":"[fd00:1122:3344:101::1]:49250","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7224,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.497489305Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42218"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.497628238Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1cb78141-fbe7-48bf-be42-bb4013192693","remote_addr":"[fd00:1122:3344:101::c]:42218","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.523330738Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.523977301Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9831a65f-f549-45e8-bd99-16bc10101097","remote_addr":"[fd00:1122:3344:101::a]:54119","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":595,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.527503531Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38542"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.527649484Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"1e3e2faa-38d3-4a3e-bada-dc69e37fd074","remote_addr":"[fd00:1122:3344:101::c]:38542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.534951269Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3d3b8083-266b-45ca-b16b-b912ee569e02","remote_addr":"[fd00:1122:3344:101::c]:42218","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.576573625Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36642"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.576698848Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e25a2c79-9bfd-46d1-aaec-2947a8deb2d2","remote_addr":"[fd00:1122:3344:101::a]:36642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.580551294Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"596bf659-6dd8-4edd-b67b-3d8927f053e8","remote_addr":"[fd00:1122:3344:101::a]:54119","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":700,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.60196703Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64587"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.602063181Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.639503295Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.696149509Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2ef9675d-9ab5-4ef7-a698-9976551ca456","remote_addr":"[fd00:1122:3344:101::c]:64587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94120,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.696486106Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3857582a-3285-4e2b-9c08-6a05d0fdf5bf","remote_addr":"[fd00:1122:3344:101::c]:64587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.738212695Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47281"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.738884888Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.775143948Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.829497647Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"53609b8f-292f-450a-9b4f-2ca314423867","remote_addr":"[fd00:1122:3344:101::a]:47281","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91185,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:46.829785153Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d9bd537e-459b-497d-9627-2bd6e238c2db","remote_addr":"[fd00:1122:3344:101::a]:47281","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:47.379641361Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51320"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:47.379772624Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2c17e430-773c-4ba8-89fa-005aa941eb5e","remote_addr":"[fd00:1122:3344:101::b]:51320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:47.388601789Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8c5017b7-6cf1-4c3d-bad3-7428a3bfa09d","remote_addr":"[fd00:1122:3344:101::b]:51320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":126,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:47.533210791Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48095"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:47.533370474Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"80949978-cff6-4432-ab46-fc94ad6d8681","remote_addr":"[fd00:1122:3344:101::b]:48095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:47.553359371Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45041"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:47.553434023Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:47.595494228Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:47.648820947Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9ff8e5b6-457c-4671-b7a5-651569990c76","remote_addr":"[fd00:1122:3344:101::b]:45041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95414,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:47.649201774Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"efc21bb8-9a21-4e47-b80c-0bfc0add4ecc","remote_addr":"[fd00:1122:3344:101::b]:45041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:49.778652209Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37343"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:49.778814552Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ba1be054-050a-463d-8434-438d1876ee8e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37343","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:15:53.455870368Z","hostname":"sock","pid":1562,"uri":"/40b49400-5cd0-4d5c-a006-b241a1ca8261","method":"GET","req_id":"d44c9234-7ffa-43dd-8162-e2cabdfe7bfe","remote_addr":"[fd00:1122:3344:101::d]:45985","local_addr":"[fd00:1122:3344:101::1]:49250","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6699,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.535590792Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53625"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.535733905Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"73bd900e-8947-4825-834d-99f642d01e21","remote_addr":"[fd00:1122:3344:101::c]:53625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":118,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.55210347Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bd472dcd-aa00-4b87-a5b3-7a84d08e869d","remote_addr":"[fd00:1122:3344:101::c]:53625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":120,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.707366013Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44634"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.707555797Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"11207005-dff3-4aca-9ac0-43fc32222a79","remote_addr":"[fd00:1122:3344:101::c]:44634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":163,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.721355891Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63760"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.721442842Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f44e7abd-2f66-40f2-a553-ae30741aa53a","remote_addr":"[fd00:1122:3344:101::a]:63760","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.732787387Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"406a04f3-3ab9-4292-b8b9-7933705f6adf","remote_addr":"[fd00:1122:3344:101::a]:63760","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.78679491Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35127"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.786903372Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.826488438Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.886690594Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ecc84583-38fa-44b2-9946-30ce0d366b08","remote_addr":"[fd00:1122:3344:101::a]:35127","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99843,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.886872627Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63450"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.886977049Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.887166903Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"54d51c2f-b29e-40b7-b143-a4b32acb79da","remote_addr":"[fd00:1122:3344:101::a]:63450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":239,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.887264305Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.887290226Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"46397497-b1a6-4629-b14b-67b1a226bf7c","remote_addr":"[fd00:1122:3344:101::a]:35127","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":253,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.922517805Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53439"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.923462534Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16f83236-bc4a-4d30-8cf5-b8e748fe9792, kind: Service { id: 6926ac43-4e2e-4378-9bce-42019ec72a30 }, name: Name(\"external-dns-6926ac43-4e2e-4378-9bce-42019ec72a30\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 144])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 67a6854e-59a4-4c1d-b17a-a4ec8e40b976, kind: Service { id: 7a899aef-896e-41b9-8810-6c5024da5a0c }, name: Name(\"external-dns-7a899aef-896e-41b9-8810-6c5024da5a0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 51])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 138b549d-922d-4976-b2e2-89111b890ac2, kind: Service { id: c359bc38-954c-4b35-9322-26531287be03 }, name: Name(\"nexus-c359bc38-954c-4b35-9322-26531287be03\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a81dd239-4fe9-4ce3-b19d-4876383286d2, kind: Service { id: 87cde93b-53d3-4924-847b-c181020478b1 }, name: Name(\"nexus-87cde93b-53d3-4924-847b-c181020478b1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 85])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cda1bc8f-c147-42a1-98e0-40955e79f4cf, kind: Service { id: 50ac3e36-ea5c-4742-b23f-aa0a78804739 }, name: Name(\"nexus-50ac3e36-ea5c-4742-b23f-aa0a78804739\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.923537745Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.923583376Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.923606607Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.923636227Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.923657708Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.923671678Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.923709219Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6aaf3b71-411c-4bb8-bdc6-8061075f10c0","remote_addr":"[fd00:1122:3344:101::a]:53439","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1092,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.924831651Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.951401608Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54708"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.951896889Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16f83236-bc4a-4d30-8cf5-b8e748fe9792, kind: Service { id: 6926ac43-4e2e-4378-9bce-42019ec72a30 }, name: Name(\"external-dns-6926ac43-4e2e-4378-9bce-42019ec72a30\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 144])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 67a6854e-59a4-4c1d-b17a-a4ec8e40b976, kind: Service { id: 7a899aef-896e-41b9-8810-6c5024da5a0c }, name: Name(\"external-dns-7a899aef-896e-41b9-8810-6c5024da5a0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 51])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 138b549d-922d-4976-b2e2-89111b890ac2, kind: Service { id: c359bc38-954c-4b35-9322-26531287be03 }, name: Name(\"nexus-c359bc38-954c-4b35-9322-26531287be03\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a81dd239-4fe9-4ce3-b19d-4876383286d2, kind: Service { id: 87cde93b-53d3-4924-847b-c181020478b1 }, name: Name(\"nexus-87cde93b-53d3-4924-847b-c181020478b1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 85])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cda1bc8f-c147-42a1-98e0-40955e79f4cf, kind: Service { id: 50ac3e36-ea5c-4742-b23f-aa0a78804739 }, name: Name(\"nexus-50ac3e36-ea5c-4742-b23f-aa0a78804739\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.95198842Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.952030511Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.952077222Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.952111793Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.952151063Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.952170944Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.952198034Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5f76130c-8f37-4f4b-aec1-f668c8722713","remote_addr":"[fd00:1122:3344:101::c]:54708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":652,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.980230951Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"53fae56e-ff62-4212-8f85-6e9da9699f1c","remote_addr":"[fd00:1122:3344:101::c]:46852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93085,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:16.980563288Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5115e53f-753b-4843-9cf1-b2e44b34fefb","remote_addr":"[fd00:1122:3344:101::c]:46852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.413896852Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44376"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.414010815Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6ac8f435-d994-4ce8-a68d-800d72823e77","remote_addr":"[fd00:1122:3344:101::b]:44376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":77,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.424173276Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3e20685e-2107-4e3f-9f3f-ec647a402621","remote_addr":"[fd00:1122:3344:101::b]:44376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.673565008Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35227"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.674417845Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"514a1185-86be-467a-9992-21a7d87a9e30","remote_addr":"[fd00:1122:3344:101::b]:35227","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":808,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.674713751Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59187"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.674827353Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.713082993Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.766571475Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6d161c63-582a-4bcf-82de-94140e9bdd1f","remote_addr":"[fd00:1122:3344:101::b]:59187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91780,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.766983143Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a88073e8-980a-4071-8d92-e9ad3e76ef68","remote_addr":"[fd00:1122:3344:101::b]:59187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":151,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.777104354Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49958"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.77738802Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16f83236-bc4a-4d30-8cf5-b8e748fe9792, kind: Service { id: 6926ac43-4e2e-4378-9bce-42019ec72a30 }, name: Name(\"external-dns-6926ac43-4e2e-4378-9bce-42019ec72a30\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 144])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 67a6854e-59a4-4c1d-b17a-a4ec8e40b976, kind: Service { id: 7a899aef-896e-41b9-8810-6c5024da5a0c }, name: Name(\"external-dns-7a899aef-896e-41b9-8810-6c5024da5a0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 51])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 138b549d-922d-4976-b2e2-89111b890ac2, kind: Service { id: c359bc38-954c-4b35-9322-26531287be03 }, name: Name(\"nexus-c359bc38-954c-4b35-9322-26531287be03\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a81dd239-4fe9-4ce3-b19d-4876383286d2, kind: Service { id: 87cde93b-53d3-4924-847b-c181020478b1 }, name: Name(\"nexus-87cde93b-53d3-4924-847b-c181020478b1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 85])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cda1bc8f-c147-42a1-98e0-40955e79f4cf, kind: Service { id: 50ac3e36-ea5c-4742-b23f-aa0a78804739 }, name: Name(\"nexus-50ac3e36-ea5c-4742-b23f-aa0a78804739\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.777445311Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.777481422Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.777510982Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.777533193Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.777570924Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.777586294Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:17.777620305Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"854c0ce3-87dd-4f2c-b49b-724837dd3db3","remote_addr":"[fd00:1122:3344:101::b]:49958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":426,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:19.811089433Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52248"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:19.811202666Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ebb49814-fcd8-4a82-87ae-9d0ce348a751","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52248","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:23.45443023Z","hostname":"sock","pid":1562,"uri":"/40b49400-5cd0-4d5c-a006-b241a1ca8261","method":"GET","req_id":"5a80ae15-306b-4482-b22e-a5d23f2c5505","remote_addr":"[fd00:1122:3344:101::d]:45985","local_addr":"[fd00:1122:3344:101::1]:49250","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4921,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.519273349Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46619"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.520241128Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9ee0d24d-7fde-4344-b07d-9d43c0e4856e","remote_addr":"[fd00:1122:3344:101::c]:46619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":950,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.532862848Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"68bad2f1-7900-46a1-a2e8-026bf8548d42","remote_addr":"[fd00:1122:3344:101::c]:46619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.537673794Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.537773896Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"cb9398af-4347-4e20-95d6-ab86fc848e86","remote_addr":"[fd00:1122:3344:101::a]:52080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.547116271Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a03b5d28-15b6-4073-aa2d-fc69f91b6740","remote_addr":"[fd00:1122:3344:101::a]:52080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":83,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.599681235Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.599845798Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"77751ea0-0528-40c0-a67c-af5445ae4e53","remote_addr":"[fd00:1122:3344:101::c]:55877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.611737605Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:56082"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.611818636Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.650743509Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.713890223Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8ef0b249-ceab-4000-8fe1-276d161c2977","remote_addr":"[fd00:1122:3344:101::c]:56082","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102102,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.714063826Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63948"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.714128147Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48210"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.714988035Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.715094357Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"38aee3d9-564d-44b8-9694-3b240b3c1e01","remote_addr":"[fd00:1122:3344:101::a]:48210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":900,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.718745519Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f310bab9-2edf-4af6-b850-54c37cff8cd0","remote_addr":"[fd00:1122:3344:101::c]:56082","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4463,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.750440339Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.80640149Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3354afd0-8c38-49d6-b818-5bfdddc62562","remote_addr":"[fd00:1122:3344:101::a]:63948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92239,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:46.807367139Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e88ec0c9-43f9-40be-904a-a88c6954ff75","remote_addr":"[fd00:1122:3344:101::a]:63948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":747,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:47.597990479Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55470"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:47.598124281Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"78ea0a0b-ab22-465d-a05d-26bf68cc223d","remote_addr":"[fd00:1122:3344:101::b]:55470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:47.607937446Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a113414a-3401-4224-8123-125c24f2d40f","remote_addr":"[fd00:1122:3344:101::b]:55470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:47.6715785Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52687"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:47.671749303Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f379582c-ff8c-4166-92bb-16c5c8d29929","remote_addr":"[fd00:1122:3344:101::b]:52687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:47.728755455Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63964"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:47.728859917Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:47.768891102Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:47.827751261Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"abab3582-edbd-4d8f-91cd-1051fc0a3b3c","remote_addr":"[fd00:1122:3344:101::b]:63964","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98930,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:47.828105728Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"525ade51-52b5-4315-a07f-12c374db9f85","remote_addr":"[fd00:1122:3344:101::b]:63964","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:49.844813944Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55970"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:49.844914426Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"1bdec283-b579-4521-9f01-566e425aea6d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55970","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:16:53.514931401Z","hostname":"sock","pid":1562,"uri":"/40b49400-5cd0-4d5c-a006-b241a1ca8261","method":"GET","req_id":"55ab365f-a160-40d4-b311-cef11d6f5f00","remote_addr":"[fd00:1122:3344:101::d]:45985","local_addr":"[fd00:1122:3344:101::1]:49250","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5817,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.554737283Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50142"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.554868146Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8d86783a-1f56-4e1b-b853-3e0b364e3622","remote_addr":"[fd00:1122:3344:101::a]:50142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.574784982Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0fd17bb5-e8ac-4915-8223-794d32018534","remote_addr":"[fd00:1122:3344:101::a]:50142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":175,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.676230736Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59623"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.676306717Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9528b8bd-8135-4978-a4ef-28192fb87d7a","remote_addr":"[fd00:1122:3344:101::c]:59623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":55,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.686556441Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50445"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.687817216Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5447833d-ccef-48a1-b749-c7b3a47039dc","remote_addr":"[fd00:1122:3344:101::c]:50445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1232,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.695289694Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6719f113-5d97-4286-a66a-9da0d0c06b21","remote_addr":"[fd00:1122:3344:101::c]:59623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.778217521Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61479"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.778337763Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"36436965-2647-4fa2-ae79-a12c951609c4","remote_addr":"[fd00:1122:3344:101::a]:61479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.819211665Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42071"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.819311087Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.855566837Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.909966647Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f404dde3-4ebd-4f9a-a0f0-b3040578d318","remote_addr":"[fd00:1122:3344:101::c]:42071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90696,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.910459957Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3ceffe25-6167-4309-a8d3-33363a32ac98","remote_addr":"[fd00:1122:3344:101::c]:42071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":225,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.941540374Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42144"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.941675536Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:16.975520939Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:17.035646423Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f3e0240a-c9b4-4eac-be60-4afb554ed812","remote_addr":"[fd00:1122:3344:101::a]:42144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94031,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:17.03599813Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a426d2c2-ced0-42d2-a138-8ab946123125","remote_addr":"[fd00:1122:3344:101::a]:42144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:17.625262891Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:17.626339482Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c2fac908-75ed-4db8-9a02-afdfdae7c238","remote_addr":"[fd00:1122:3344:101::b]:39081","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1025,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:17.662352177Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56809"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:17.662449319Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"047806d3-7aaa-4444-9abb-aea15c4ff436","remote_addr":"[fd00:1122:3344:101::b]:56809","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":74,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:17.672359986Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"81b8acb3-96dc-4260-9383-9f2d04574e26","remote_addr":"[fd00:1122:3344:101::b]:56809","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":134,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:17.739975419Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46980"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:17.74055093Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:17.776256499Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:17.830344633Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e8769c4d-6cb3-4161-8b3f-8e92d187c5a4","remote_addr":"[fd00:1122:3344:101::b]:46980","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90320,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:17.830635339Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"821c0707-754a-4864-b3a6-537a358c014e","remote_addr":"[fd00:1122:3344:101::b]:46980","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:19.879493623Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64295"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:19.879616926Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"4c7721b3-ad9e-4019-85c9-1a8e99b45b12","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64295","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:23.515241518Z","hostname":"sock","pid":1562,"uri":"/40b49400-5cd0-4d5c-a006-b241a1ca8261","method":"GET","req_id":"c7e3cd45-390e-499a-9500-e278c9f69124","remote_addr":"[fd00:1122:3344:101::d]:45985","local_addr":"[fd00:1122:3344:101::1]:49250","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5651,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:44.207133198Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63792"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:44.20727452Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3d8a6c98-e926-443a-9826-15f3c5c42ee5","remote_addr":"[fd00:1122:3344:101::a]:63792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":120,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:44.208019405Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 243, 119, 22])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(6178120) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:44.208040636Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"PUT","req_id":"38d0fe0c-904e-41f7-af07-598bb76d219a","remote_addr":"[fd00:1122:3344:101::a]:63792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":603,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:44.398719162Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34741"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:44.40769849Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:570","metadata":"InstanceMetadata { silo_id: bb0007f2-a695-4aac-b57b-8cca99a33c5b, project_id: 286513bd-9597-457f-90e3-0d7965df272f }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-28T02:17:43.923233Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(8b43f99c-a0e7-445b-8ea1-1ee3b968f594 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-08-28T02:17:43.969444548Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: fd26a776-1dfe-477f-bf08-a96ab45447db, kind: Instance { id: 29444af2-b828-4c13-9cb7-17c7a56ed0e4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 119, 22])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6178120), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: fd26a776-1dfe-477f-bf08-a96ab45447db, kind: Instance { id: 29444af2-b828-4c13-9cb7-17c7a56ed0e4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 119, 22])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6178120), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: fd26a776-1dfe-477f-bf08-a96ab45447db, kind: Instance { id: 29444af2-b828-4c13-9cb7-17c7a56ed0e4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 119, 22])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6178120), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(6178120))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: fd26a776-1dfe-477f-bf08-a96ab45447db, kind: Instance { id: 29444af2-b828-4c13-9cb7-17c7a56ed0e4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 119, 22])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6178120), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-e01175c6c07\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 942302a9-1463-425c-9b9b-7a3c5b829867, read_only_parent: Some(Volume { block_size: 512, id: 54862bcf-81f4-4404-b78d-1e00dd8c974e, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c8cc2e90-f729-40fe-9756-becda66e3a7e, key: Some(\"qIchoWWc2ZRhdoK5mzCyuOC1mGQM5wCca/tOyHnu8/0=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::17]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 942302a9-1463-425c-9b9b-7a3c5b829867, key: Some(\"S+nooGSMj55h0v2fBUfXH7qfGCWOuSOheKJ6AzSwnxM=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::19]:19000\"] } }] } }], cloud_init_bytes: Some(..) }","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:44.407747331Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:603","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:44.407863524Z","hostname":"sock","pid":1562,"propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:991","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: fd26a776-1dfe-477f-bf08-a96ab45447db, kind: Instance { id: 29444af2-b828-4c13-9cb7-17c7a56ed0e4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 119, 22])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6178120), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: fd26a776-1dfe-477f-bf08-a96ab45447db, kind: Instance { id: 29444af2-b828-4c13-9cb7-17c7a56ed0e4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 119, 22])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6178120), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: fd26a776-1dfe-477f-bf08-a96ab45447db, kind: Instance { id: 29444af2-b828-4c13-9cb7-17c7a56ed0e4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 119, 22])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6178120), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(6178120))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: fd26a776-1dfe-477f-bf08-a96ab45447db, kind: Instance { id: 29444af2-b828-4c13-9cb7-17c7a56ed0e4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 119, 22])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6178120), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-e01175c6c07\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 942302a9-1463-425c-9b9b-7a3c5b829867, read_only_parent: Some(Volume { block_size: 512, id: 54862bcf-81f4-4404-b78d-1e00dd8c974e, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c8cc2e90-f729-40fe-9756-becda66e3a7e, key: Some(\"qIchoWWc2ZRhdoK5mzCyuOC1mGQM5wCca/tOyHnu8/0=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::17]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 942302a9-1463-425c-9b9b-7a3c5b829867, key: Some(\"S+nooGSMj55h0v2fBUfXH7qfGCWOuSOheKJ6AzSwnxM=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::19]:19000\"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-28T02:17:43.923233Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:44.409556007Z","hostname":"sock","pid":1562,"uri":"/vmms/8b43f99c-a0e7-445b-8ea1-1ee3b968f594","method":"PUT","req_id":"7da75c57-2b53-4fce-b880-e8a98288e067","remote_addr":"[fd00:1122:3344:101::a]:34741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":10770,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:44.51195142Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63875"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:44.513903029Z","hostname":"sock","pid":1562,"uri":"/vmms/8b43f99c-a0e7-445b-8ea1-1ee3b968f594/state","method":"PUT","req_id":"0c7fa2e5-ca19-45a9-bd0a-faf56cd8fa0b","remote_addr":"[fd00:1122:3344:101::a]:63875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1823,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:44.51495376Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 243, 119, 22]), slot: 0, vni: Vni { inner: 6178120 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:44.516824357Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:44.554382903Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:44.578050393Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:45.774041512Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:45.774244676Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594\") failed: Property not found. retry in 49.405691ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:17:45.962161227Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594\") failed: Property not found. retry in 56.772968ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:17:46.022005556Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594\") failed: Property not found. retry in 141.715393ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:17:46.094675779Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594\") failed: Property not found. retry in 464.232574ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:17:46.251903961Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.474889569Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50300"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.488373986Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43742"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.532842429Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52859"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.532986612Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9fad52fa-9aba-49d7-9c08-33cb5ad8fbea","remote_addr":"[fd00:1122:3344:101::a]:52859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.565336005Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40274"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.565643871Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"975bb633-fe9c-4bea-a4b5-d041e38e1a8f","remote_addr":"[fd00:1122:3344:101::a]:40274","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":250,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.627908607Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"46c62797-2c8c-4825-8976-d5eef3754768","remote_addr":"[fd00:1122:3344:101::a]:52859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":288,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.63362491Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51763"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.633748493Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"90ae09fb-a510-4015-aff5-e876d443dacf","remote_addr":"[fd00:1122:3344:101::c]:51763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":40,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.661114216Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ae383cac-7932-40ef-8511-1b6412edef28","remote_addr":"[fd00:1122:3344:101::c]:51763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1091,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.670532763Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39470"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.670627195Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.716532967Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.789455405Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"834b7f46-26c9-4464-aedd-945f1a942561","remote_addr":"[fd00:1122:3344:101::a]:39470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":118866,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.794199809Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34803"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.794814821Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"dfdae915-295a-40c0-8bd8-3b1ad6f91302","remote_addr":"[fd00:1122:3344:101::c]:34803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":483,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.794889973Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ac894731-daf1-401b-bad1-32f4a89d9518","remote_addr":"[fd00:1122:3344:101::a]:39470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1438,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594\") failed: Property not found. retry in 855.63942ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:17:46.800865391Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.820009082Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:56220"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.820250576Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.86775877Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.942089676Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"89ae33de-88a9-4618-8e1f-530ee3b74cb4","remote_addr":"[fd00:1122:3344:101::c]:56220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":121966,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:46.942403502Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8983982c-a7f7-4179-a7d2-151a0563a76f","remote_addr":"[fd00:1122:3344:101::c]:56220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:47.354690839Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49902"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:47.354844612Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"567c00a4-22a1-4721-8f78-5ac8a1ee3438","remote_addr":"[fd00:1122:3344:101::b]:49902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:47.395136082Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43660"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:47.486301312Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42791"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:47.48719625Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3aee917a-5e1d-41f6-a033-44f971309470","remote_addr":"[fd00:1122:3344:101::b]:42791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":822,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:47.494891763Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c561d007-bc03-466a-9ab8-dfb69f18dcee","remote_addr":"[fd00:1122:3344:101::b]:49902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:47.624858144Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:50617"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:47.625009836Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:47.662832007Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:47.721048873Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7d0bda70-c070-4082-90df-61340755e9d7","remote_addr":"[fd00:1122:3344:101::b]:50617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96117,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:47.725494142Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"42ada670-d85f-4328-97ac-7679d29ecf41","remote_addr":"[fd00:1122:3344:101::b]:50617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":747,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594\") failed: Property not found. retry in 743.545795ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:17:47.732918299Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594\") failed: Property not found. retry in 1.414403071s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:17:48.487116825Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594\") failed: Property not found. retry in 1.001123981s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:17:49.913356646Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:49.913491949Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54583"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:49.913645052Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"bfd98180-e48f-4b48-8b6e-7da74c37fc2b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54583","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":82,"response_code":"200"} {"msg":"Started propolis in zone: oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:50.946793107Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:1449"} {"msg":"wait for service Some(\"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594\") failed: Property not found. retry in 35.755424ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:17:50.956899748Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594\") failed: Property not found. retry in 61.945172ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:17:51.00332823Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594\") failed: Property not found. retry in 102.604484ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:17:51.076046614Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594\") failed: Property not found. retry in 318.303016ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:17:51.188451636Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:51.516872857Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:1458"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:51.55578695Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:1482"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:51.696184348Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:727"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:51.69731698Z","hostname":"sock","pid":1562,"uri":"/vmms/8b43f99c-a0e7-445b-8ea1-1ee3b968f594/state","method":"GET","req_id":"628daf21-533a-4de6-97a8-a7a705fdd40c","remote_addr":"[fd00:1122:3344:101::b]:43660","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4302143,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:51.697367191Z","hostname":"sock","pid":1562,"uri":"/vmms/8b43f99c-a0e7-445b-8ea1-1ee3b968f594/state","method":"GET","req_id":"1ddcd5b4-a0f6-4053-885b-7bb91de7b7d7","remote_addr":"[fd00:1122:3344:101::c]:43742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5208898,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:51.697399482Z","hostname":"sock","pid":1562,"uri":"/vmms/8b43f99c-a0e7-445b-8ea1-1ee3b968f594/state","method":"GET","req_id":"b0939963-93b5-4898-9ff6-e46089116db7","remote_addr":"[fd00:1122:3344:101::a]:50300","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5222384,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-08-28T02:17:51.698662477Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:51.698704987Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:51.698725998Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-28T02:17:51.698662477Z }","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:51.698761529Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-28T02:17:51.698662477Z }, migration_in: None, migration_out: None }","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-08-28T02:17:51.746880984Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:51.746920305Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:51.746954066Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-28T02:17:51.746880984Z }","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:51.746970396Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-28T02:17:51.746880984Z }, migration_in: None, migration_out: None }","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:17:53.51628795Z","hostname":"sock","pid":1562,"uri":"/40b49400-5cd0-4d5c-a006-b241a1ca8261","method":"GET","req_id":"a533acce-a46c-4cd3-a733-bb0a556e8283","remote_addr":"[fd00:1122:3344:101::d]:45985","local_addr":"[fd00:1122:3344:101::1]:49250","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6716,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:02.036171439Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62156"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:02.036834682Z","hostname":"sock","pid":1562,"uri":"/vmms/8b43f99c-a0e7-445b-8ea1-1ee3b968f594/state","method":"PUT","req_id":"f1e36851-f361-4f0e-8307-090e13a9fdf8","remote_addr":"[fd00:1122:3344:101::a]:62156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":633,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-08-28T02:18:02.036931604Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:02.036953725Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:02.036980825Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-28T02:18:02.036931604Z }","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:02.036995625Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-28T02:18:02.036931604Z }, migration_in: None, migration_out: None }","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-08-28T02:18:02.047117116Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:02.047148547Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:02.047164947Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-08-28T02:18:02.047117116Z }","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:02.047189238Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:630","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:02.047203118Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:18:02.04730286Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:557","n_samples":6,"id":"11742096108725721107"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:18:02.047633577Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"40b49400-5cd0-4d5c-a006-b241a1ca8261","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:557","n_samples":6,"id":"5068807404987314413"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:02.048950753Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:02.048992324Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/3dd1ecc3-6cd1-48fe-8e10-622a58ff4257/debug/bundle/zone\", \"/pool/int/fadb702a-2570-430e-a63c-e4ed78dd68d2/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/fe881465-8582-4eba-8c48-1f5016ef66f5/crypt/debug\", \"/pool/ext/79e9b421-598b-4117-bcfb-c4abc62898c1/crypt/debug\", \"/pool/ext/ae881951-d9c0-4515-a6b0-7e5c2297d58f/crypt/debug\", \"/pool/ext/33490a89-0fb3-432e-bbc7-3c605249772c/crypt/debug\", \"/pool/ext/9b46afde-44d9-45f0-a9fc-f4fa353c3113/crypt/debug\", \"/pool/ext/5d8fb525-afb0-4464-ad9b-8e50ab9d715a/crypt/debug\", \"/pool/ext/95dac2cb-734b-49b1-8778-a286d737d1fa/crypt/debug\", \"/pool/ext/37700612-da7c-4ef5-9910-6b71dd793192/crypt/debug\", \"/pool/ext/e56ec7bf-ebda-425c-b581-1265bb74473b/crypt/debug\"] }","zone_name":"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:02.672401523Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1137","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594\", bundle_id: 3671dd0b-7192-4920-838c-70f21e2a051b }, time_created: 2024-08-28T02:18:02.049136876Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_8b43f99c-a0e7-445b-8ea1-1ee3b968f594","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T02:18:02.672486684Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:826"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:04.408235191Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:04.424934213Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(6178120), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:04.424977084Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(6178120), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:04.425647897Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-28T02:18:04.425617066Z }, migration_in: None, migration_out: None }","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:04.477508537Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-28T02:18:04.425617066Z }, migration_in: None, migration_out: None }","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:04.481169859Z","hostname":"sock","pid":1562,"instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","propolis_id":"8b43f99c-a0e7-445b-8ea1-1ee3b968f594","instance_id":"29444af2-b828-4c13-9cb7-17c7a56ed0e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:763"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:04.912880162Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44940"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:04.912954513Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"71097645-4e1f-4ba4-8270-738d6716c48c","remote_addr":"[fd00:1122:3344:101::b]:44940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:04.919623156Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ad12e7e6-83f7-4509-9c01-e3d786bdbbab","remote_addr":"[fd00:1122:3344:101::b]:44940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:04.986642317Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62896"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:04.98683025Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"81b1484d-69b6-4b9d-868d-f9a3bf3a3e5b","remote_addr":"[fd00:1122:3344:101::b]:62896","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:05.160103221Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62895"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:05.160319085Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d3f06f0f-a3a0-4398-ae5a-c0b10e208fed","remote_addr":"[fd00:1122:3344:101::a]:62895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:06.421947838Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:06.422612631Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"608bbdc9-382a-46cc-aa97-31dc757a50be","remote_addr":"[fd00:1122:3344:101::a]:48926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":638,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T02:18:06.430214622Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0d579555-ce45-4fdc-a17d-e294702eb6c6","remote_addr":"[fd00:1122:3344:101::a]:48926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137,"response_code":"204"}