[ Sep 16 14:36:31 Enabled. ] [ Sep 16 14:36:31 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Sep 16 14:36:31 Method "start" exited with status 0. ] [ Sep 16 14:36:31 Rereading configuration. ] [ Sep 16 14:36:31 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:31.18277359Z","hostname":"sock","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:31.182921903Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:31.235398773Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:31.235439994Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:31.349628389Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:31.358238482Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:31.365891958Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:31.968429965Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.107515394Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.107582825Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.107707888Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.107806299Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.107816239Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.10783672Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.110805827Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:623"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:32.110814817Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:765"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.110826957Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.110831997Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:824"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.110857137Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.110893958Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.111036831Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.111059491Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.111076552Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.122236094Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.122265895Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"9ce29cea-b0bb-4045-a602-2e8e3703bad9 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.251412235Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 9ce29cea-b0bb-4045-a602-2e8e3703bad9 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.744886094Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.744926745Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.744935005Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.744946466Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.744953066Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.744959616Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.744979386Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.753439797Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.753462038Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"5030d049-17a4-410c-928c-0c655aace2c5 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:32.870186201Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 5030d049-17a4-410c-928c-0c655aace2c5 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357320769Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.35736389Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9ce29cea-b0bb-4045-a602-2e8e3703bad9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 5030d049-17a4-410c-928c-0c655aace2c5 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.35738977Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357396331Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357403131Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357406651Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357446812Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357451732Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9ce29cea-b0bb-4045-a602-2e8e3703bad9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 5030d049-17a4-410c-928c-0c655aace2c5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357465182Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357472392Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357476312Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357490222Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357494622Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357498292Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9ce29cea-b0bb-4045-a602-2e8e3703bad9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 5030d049-17a4-410c-928c-0c655aace2c5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357515543Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357520063Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357523573Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357527673Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357531223Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357557763Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357563504Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9ce29cea-b0bb-4045-a602-2e8e3703bad9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 5030d049-17a4-410c-928c-0c655aace2c5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357584574Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357588454Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357591964Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357594994Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357600794Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9ce29cea-b0bb-4045-a602-2e8e3703bad9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 5030d049-17a4-410c-928c-0c655aace2c5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357617515Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357622405Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357625935Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357629555Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357632735Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357637505Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9ce29cea-b0bb-4045-a602-2e8e3703bad9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 5030d049-17a4-410c-928c-0c655aace2c5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357661096Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357666406Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357669936Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357676846Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357683266Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357687906Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9ce29cea-b0bb-4045-a602-2e8e3703bad9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 5030d049-17a4-410c-928c-0c655aace2c5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357705776Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357715986Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357745787Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357753187Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357801708Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357817408Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357823328Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357828249Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9ce29cea-b0bb-4045-a602-2e8e3703bad9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 5030d049-17a4-410c-928c-0c655aace2c5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357863599Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357868369Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.35787178Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.3578759Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.35787978Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.3578855Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9ce29cea-b0bb-4045-a602-2e8e3703bad9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 5030d049-17a4-410c-928c-0c655aace2c5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.35791311Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.35791853Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.35792203Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357932301Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357936071Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9ce29cea-b0bb-4045-a602-2e8e3703bad9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 5030d049-17a4-410c-928c-0c655aace2c5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357967001Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357972291Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357976362Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.357979942Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.358035013Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.358052733Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.358062873Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.358072043Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.358079504Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.358083573Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.358113944Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.358118484Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.368769397Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:730"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.368797338Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999949719s","next_cleanup":"Instant { tv_sec: 24082, tv_nsec: 482677246 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.368835918Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3842"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.368850659Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.36890984Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.36892213Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.371760644Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.371803025Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372019349Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372030529Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.37207486Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372119731Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372147172Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372156952Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372178302Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372187722Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372199773Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372203853Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372207402Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:155"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372211853Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:128"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372233243Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372249263Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.37260516Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: f26461d2-04fe-40aa-80c2-1eb0bc461628,\n rack_id: 13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372806834Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:175"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372825964Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372852865Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.372865805Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.373004358Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.373154261Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.373207882Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:221","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: f26461d2-04fe-40aa-80c2-1eb0bc461628, rack_id: 13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.373348294Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:61096","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: f26461d2-04fe-40aa-80c2-1eb0bc461628, rack_id: 13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.373464757Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:359"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.373473517Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:374"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.373503877Z","hostname":"sock","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.373509967Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.373513478Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.373524118Z","hostname":"sock","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"No ledger in /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.373532588Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.373537268Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.373542778Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.373549698Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.373553118Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.373556678Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.37365693Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.37366413Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.375508316Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4139"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.375564497Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4521"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.404729682Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.422893158Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.440450742Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.451432562Z","hostname":"sock","pid":1562,"sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:389"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.451493053Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.451500473Z","hostname":"sock","pid":1562,"sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:401"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.451505663Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 59.287299ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.454313526Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90255bef-933b-4c57-abe4-225910bbd826\", \"content-length\": \"124\", \"date\": \"Mon, 16 Sep 2024 14:36:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"90255bef-933b-4c57-abe4-225910bbd826\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_9ce29cea-b0bb-4045-a602-2e8e3703bad9/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.465594291Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_9ce29cea-b0bb-4045-a602-2e8e3703bad9/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.495160655Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_9ce29cea-b0bb-4045-a602-2e8e3703bad9/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.495204515Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.500301733Z","hostname":"sock","pid":1562,"sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:416"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.500311013Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:130"} {"msg":"Ensuring dataset oxi_9ce29cea-b0bb-4045-a602-2e8e3703bad9/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.500315973Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:140"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.515327399Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 62.835402ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.515881979Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"448a8f5e-decd-4115-b527-e021b91cce24\", \"content-length\": \"124\", \"date\": \"Mon, 16 Sep 2024 14:36:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"448a8f5e-decd-4115-b527-e021b91cce24\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.579742346Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 173.129854ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.580384888Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f79b4c4-24e8-4dce-8993-08b6b2f2d757\", \"content-length\": \"124\", \"date\": \"Mon, 16 Sep 2024 14:36:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2f79b4c4-24e8-4dce-8993-08b6b2f2d757\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.59047344Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:175"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.755476693Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 187.858517ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.756092505Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a0f95bb-757e-4b86-a97a-f8895d64a668\", \"content-length\": \"124\", \"date\": \"Mon, 16 Sep 2024 14:36:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5a0f95bb-757e-4b86-a97a-f8895d64a668\" }"} {"msg":"Mounting oxi_9ce29cea-b0bb-4045-a602-2e8e3703bad9/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.809078294Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:183"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.821885938Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:191"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.82196668Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:191"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.82199614Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:191"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.82201055Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:197"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.945213857Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 177.101796ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:33.946167875Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a22a14fe-c5b5-44b3-acb6-e1e95f6f3fc8\", \"content-length\": \"124\", \"date\": \"Mon, 16 Sep 2024 14:36:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a22a14fe-c5b5-44b3-acb6-e1e95f6f3fc8\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:34.124162795Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 329.06993ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:34.124895619Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06b74bcb-bd60-49b6-a02d-1e2e49487b32\", \"content-length\": \"124\", \"date\": \"Mon, 16 Sep 2024 14:36:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"06b74bcb-bd60-49b6-a02d-1e2e49487b32\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:34.455052987Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 339.269691ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:34.455547367Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a601e2b4-eb64-455a-b58d-8da03ed2f52d\", \"content-length\": \"124\", \"date\": \"Mon, 16 Sep 2024 14:36:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a601e2b4-eb64-455a-b58d-8da03ed2f52d\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:34.559332464Z","hostname":"sock","pid":1562,"sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:34.56489251Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:50858","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:34.564926951Z","hostname":"sock","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:73","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:34.564985672Z","hostname":"sock","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:50858","producer_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:34.566065342Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"197.523699ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:34.567079812Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:34.567086661Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:34.567145653Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:914","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:34.567151423Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:34.766177064Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"347.40351ms"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:34.796109254Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:35.115539348Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.225384607s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:36.342763203Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.208155244s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:36.988712136Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2615"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:36.988739256Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2833"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:36.988744777Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2485"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:36.988760917Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2532"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:36.988765387Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2914"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:36.988769827Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2956"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:36.990734104Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2758"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:36.99207504Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2526"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:36.992178072Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:36.992386826Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 42.64354ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:37.351096219Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 51.450975ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:37.549055189Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:37.553141047Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.435746843s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 118.456755ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:37.7339149Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 278.584683ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:37.930414523Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 984.907542ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:38.314456378Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.305095122s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:39.344855094Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.399343206s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:40.851360218Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 683.732145ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:42.341252816Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:42.990833088Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"9.303616707s"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.306841748Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.306890199Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:429"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.306920459Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.306939749Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.307232515Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.307428479Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.30747614Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.3074923Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3842"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.30749809Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:61096","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.307559281Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:112","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.307567712Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:236","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.513496514Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.513568996Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.513616446Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.513623586Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.513698708Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.513747099Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.519473868Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4163","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.519484968Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4179"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.519491918Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.759929148Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:49908"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.760174343Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.760294645Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"609c869d-495c-4c93-b4eb-14097838e43d","remote_addr":"[fd00:1122:3344:101::1]:49908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":244,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.790966579Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50942"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.791059061Z","hostname":"sock","pid":1562,"uri":"/sled-role","method":"GET","req_id":"3889a854-731b-4ee4-a24a-96d9a638a14a","remote_addr":"[fd00:1122:3344:101::1]:50942","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":63,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.791906707Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.791934538Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.792308675Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.79255375Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:1001"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: cb720162-c9fe-49f9-89d1-1d1437ddb816, pool_id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 2a366912-f69c-452b-a70b-a448e3ccadbf, pool_id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 64f5686b-a4df-4890-a513-c51868fcab2a, pool_id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 4cea52a4-be17-40f7-b2e9-4e9455ecacf4, pool_id: 73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: d812d363-9cc0-49d4-8975-94dbc809da51, pool_id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 10d01a3c-8c4b-4966-ae8b-617ae505444d, pool_id: 5c7873ac-e01a-4068-9c6c-01760e32db5e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 98d9169c-a97f-4d8f-b62f-6c43d389a34a, pool_id: dc5030a8-6567-43e0-91f2-5b63cd0e36be (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 96a9c5ef-cf3b-4bb2-9913-4aa458e9bebd, pool_id: 0288af63-fdd5-4045-86d8-527722f5ab10 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 5eefd9a3-fdad-4463-ae89-63de147b6b68, pool_id: 481889bd-1abd-47b9-ac63-4eb5bf2323bd (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.825369604Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.825500867Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:39415"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.825747252Z","hostname":"sock","pid":1562,"sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:857"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: cb720162-c9fe-49f9-89d1-1d1437ddb816, pool_id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 2a366912-f69c-452b-a70b-a448e3ccadbf, pool_id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 64f5686b-a4df-4890-a513-c51868fcab2a, pool_id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 4cea52a4-be17-40f7-b2e9-4e9455ecacf4, pool_id: 73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: d812d363-9cc0-49d4-8975-94dbc809da51, pool_id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 10d01a3c-8c4b-4966-ae8b-617ae505444d, pool_id: 5c7873ac-e01a-4068-9c6c-01760e32db5e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 98d9169c-a97f-4d8f-b62f-6c43d389a34a, pool_id: dc5030a8-6567-43e0-91f2-5b63cd0e36be (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 96a9c5ef-cf3b-4bb2-9913-4aa458e9bebd, pool_id: 0288af63-fdd5-4045-86d8-527722f5ab10 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 5eefd9a3-fdad-4463-ae89-63de147b6b68, pool_id: 481889bd-1abd-47b9-ac63-4eb5bf2323bd (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.825785923Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.825797623Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.825802763Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.825806713Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.825810563Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.825814283Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.825821183Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.825828793Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.990110561Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:43.990146732Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:36:44.418252867Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:44.833950925Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:44.872779244Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:44.880539812Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:44.880640224Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:44.880651934Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:44.880673015Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:44.880684335Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:44.880813387Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:44.880821747Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:44.920640416Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1a529555-2d8a-45e6-81f2-d07c055805d5/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:44.928131459Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_1a529555-2d8a-45e6-81f2-d07c055805d5","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.130604084Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.138398293Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.138422433Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.138446044Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.138453034Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.138456954Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.148330152Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.148357823Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"97bce08d-77ad-42e1-b83d-29671a764f6d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.264525666Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.272002968Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.272033349Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.272038649Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.272072529Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.27209552Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.272214012Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.272221942Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.315128179Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_97bce08d-77ad-42e1-b83d-29671a764f6d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.322692803Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:36:45.419842124Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_97bce08d-77ad-42e1-b83d-29671a764f6d","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.524027578Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.531609323Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.531671574Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.531684784Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.531697044Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.531728535Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.541610303Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.541649904Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.65273995Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.66111186Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.661171871Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.661180641Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.661189661Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.661200411Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.661356894Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.661366574Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.703398225Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_318a4f29-5c3f-4135-bf3e-cc8b4559ea6d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.710948429Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_318a4f29-5c3f-4135-bf3e-cc8b4559ea6d","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.913690451Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.921341776Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.921375517Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.921380477Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.921385987Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.921398838Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.931167064Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:45.931189954Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.044649714Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.05231122Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.052342221Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.052347521Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.052419093Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.052426323Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.052561805Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.052567485Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.096817558Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_73ed7aae-5195-4a44-96b3-eb2cbbc9388d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.10425492Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_73ed7aae-5195-4a44-96b3-eb2cbbc9388d","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.308087323Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.315702037Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.315738488Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.315744378Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.315751189Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.315756118Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.325065666Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.325092116Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.442033244Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.450625167Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.450656598Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.450664988Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.450680968Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.450698739Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.450813161Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.450820371Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:36:46.454672335Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.493038385Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_b7cb5588-7335-4644-b953-7f82c9bbcc7e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.500708641Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_b7cb5588-7335-4644-b953-7f82c9bbcc7e","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.704918941Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.712895903Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.712927424Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.712936234Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.712945214Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.712980505Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.722035887Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.722103969Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"5c7873ac-e01a-4068-9c6c-01760e32db5e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.839155558Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 5c7873ac-e01a-4068-9c6c-01760e32db5e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.846805344Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.846839814Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.846847775Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.846861625Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.846872855Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.846975387Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.846982657Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.887261655Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_5c7873ac-e01a-4068-9c6c-01760e32db5e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:46.894615844Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_5c7873ac-e01a-4068-9c6c-01760e32db5e","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.093156735Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.10078363Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.100830091Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.100836931Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.100842022Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.100846292Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.109902904Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.109930355Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"dc5030a8-6567-43e0-91f2-5b63cd0e36be (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.237443054Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: dc5030a8-6567-43e0-91f2-5b63cd0e36be (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.245023648Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.245060429Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.245066739Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.245174471Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.245186651Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.245341724Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.245370455Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.289441024Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_dc5030a8-6567-43e0-91f2-5b63cd0e36be/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.296150272Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:36:47.459732268Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_dc5030a8-6567-43e0-91f2-5b63cd0e36be","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.485679582Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.492532112Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.492578173Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.492586824Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.492595074Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.492602154Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.501973492Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.502013083Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"0288af63-fdd5-4045-86d8-527722f5ab10 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.612912896Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 0288af63-fdd5-4045-86d8-527722f5ab10 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.62047366Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.620525061Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.620531171Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.620565341Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.620575291Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.620761935Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.620801176Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.663240724Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_0288af63-fdd5-4045-86d8-527722f5ab10/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.67195287Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_0288af63-fdd5-4045-86d8-527722f5ab10","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.880048634Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.887987935Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.888030856Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.888039366Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.888068687Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.888075357Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.898207Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:47.8982431Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"481889bd-1abd-47b9-ac63-4eb5bf2323bd (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.014984603Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 481889bd-1abd-47b9-ac63-4eb5bf2323bd (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.022926605Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.022966615Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.022974446Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.022992136Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.023001726Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.023139849Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.023149049Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.067721368Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_481889bd-1abd-47b9-ac63-4eb5bf2323bd/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.075516927Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_481889bd-1abd-47b9-ac63-4eb5bf2323bd","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.281026081Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.289297759Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.289340499Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.289437811Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.289575984Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9ce29cea-b0bb-4045-a602-2e8e3703bad9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 5030d049-17a4-410c-928c-0c655aace2c5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 5c7873ac-e01a-4068-9c6c-01760e32db5e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: dc5030a8-6567-43e0-91f2-5b63cd0e36be (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 0288af63-fdd5-4045-86d8-527722f5ab10 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 481889bd-1abd-47b9-ac63-4eb5bf2323bd (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.289637785Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.289644905Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.289747337Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.289958291Z","hostname":"sock","pid":1562,"sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:861"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.289965971Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.289974841Z","hostname":"sock","pid":1562,"sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:887","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.289981081Z","hostname":"sock","pid":1562,"sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:892"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.289984882Z","hostname":"sock","pid":1562,"sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:897"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.290016752Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.290025642Z","hostname":"sock","pid":1562,"sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:903"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.290060763Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:773","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.290066873Z","hostname":"sock","pid":1562,"sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:908"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.290143135Z","hostname":"sock","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"9a70bac4-5da3-4d20-8148-2702cfaa8ffa","remote_addr":"[fd00:1122:3344:101::1]:39415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4464558,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: fc6cb4c7-5a91-4879-8aba-57c83b2f5553, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5f93623c-a4f4-43d1-b285-fdbdeccdc7e3, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0839d410-88e5-4168-91a3-1340a5d7a912, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.322226956Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.322385309Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:47303"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc6cb4c7-5a91-4879-8aba-57c83b2f5553, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.322639354Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.322646944Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: fc6cb4c7-5a91-4879-8aba-57c83b2f5553, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5f93623c-a4f4-43d1-b285-fdbdeccdc7e3, dataset_name: DatasetName { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.381181469Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.381211979Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 5f93623c-a4f4-43d1-b285-fdbdeccdc7e3, dataset_name: DatasetName { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0839d410-88e5-4168-91a3-1340a5d7a912, dataset_name: DatasetName { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.438437819Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.43846675Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 0839d410-88e5-4168-91a3-1340a5d7a912, dataset_name: DatasetName { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:36:48.462863974Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.49625211Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.496325492Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.496354663Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.496390103Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.538290681Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.538324122Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.538328412Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.588382136Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.591806981Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.595714035Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.607650032Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.611896483Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:48.615749187Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:36:49.465147545Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:50.114584215Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:50.114716477Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:50.114964672Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:50.599714725Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:51.080588854Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:51.080660386Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:51.080686836Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553\") failed: Property not found. retry in 38.4417ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:51.088469214Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:51.088509255Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:51.092645344Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553\") failed: Property not found. retry in 113.272032ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:51.136337846Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3\") failed: Property not found. retry in 36.080194ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:51.219281966Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912\") failed: Property not found. retry in 57.455817ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:51.225428513Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553\") failed: Property not found. retry in 232.913153ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:51.257645387Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3\") failed: Property not found. retry in 103.962691ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:51.263875765Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912\") failed: Property not found. retry in 116.370396ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:51.365115504Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3\") failed: Property not found. retry in 115.147027ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:51.413000696Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912\") failed: Property not found. retry in 146.753762ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:51.548041678Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553\") failed: Property not found. retry in 513.19254ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:51.570033177Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3\") failed: Property not found. retry in 230.609782ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:51.604048335Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912\") failed: Property not found. retry in 411.059366ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:51.705593429Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3\") failed: Property not found. retry in 863.743036ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:51.844175659Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553\") failed: Property not found. retry in 897.640153ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:52.094791652Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912\") failed: Property not found. retry in 944.335862ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:52.12568126Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3\") failed: Property not found. retry in 752.382482ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:52.721594801Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553\") failed: Property not found. retry in 721.244865ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:53.002649753Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912\") failed: Property not found. retry in 1.493252741s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:53.079788113Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.33324186Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4187"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.333288081Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.34004505Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4276"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.468063859Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4324"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.468108769Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4351"} {"msg":"wait for service Some(\"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3\") failed: Property not found. retry in 742.85101ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:53.482777089Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.508518209Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4364"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.50857445Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.561308375Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4270"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.561349945Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4331","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.582707522Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4342"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.582741223Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4384"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.681637536Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4416"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.681677677Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4422"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.707611141Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:41502"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.707875066Z","hostname":"sock","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"093894d0-a5eb-4664-a228-b649b4640a6f","remote_addr":"[fd00:1122:3344:101::2]:41502","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"wait for service Some(\"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553\") failed: Property not found. retry in 1.233440956s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:53.733516575Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.787967572Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4463"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.788025463Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:53.820640284Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.821020782Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.853845697Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.853958109Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.854378837Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.854398117Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.890564776Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.936744706Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.936813917Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.936825237Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.936832888Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.936845008Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.936857548Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.936864898Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.936872518Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.936897409Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.936904459Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.936913279Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.936920799Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.936927329Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.936932419Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.936941119Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.93694763Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.93695458Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.93696137Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.93696846Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.93697334Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.93698225Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.93698742Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:53.936992411Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3\") failed: Property not found. retry in 1.068640357s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:54.234301563Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912\") failed: Property not found. retry in 1.202472152s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:54.580945405Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553\") failed: Property not found. retry in 715.208376ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:54.975609282Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3\") failed: Property not found. retry in 608.940305ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:55.311765965Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553\") failed: Property not found. retry in 742.868426ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:55.700813416Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912\") failed: Property not found. retry in 794.528721ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:55.792192776Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3\") failed: Property not found. retry in 1.129375052s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:55.930766406Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.078034447Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_internal_dns_fc6cb4c7-5a91-4879-8aba-57c83b2f5553"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.078082308Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_internal_dns_5f93623c-a4f4-43d1-b285-fdbdeccdc7e3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.078115739Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_internal_dns_0839d410-88e5-4168-91a3-1340a5d7a912"} {"msg":"Writing ledger to /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.078131979Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.078508716Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.078845663Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"0c858ec4-b719-468f-bfbc-52166b95704f","remote_addr":"[fd00:1122:3344:101::1]:47303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8756378,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.080695928Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.144578925Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.201139572Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.255578839Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.255594569Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.288420865Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.289994345Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.289998725Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: fc6cb4c7-5a91-4879-8aba-57c83b2f5553, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5f93623c-a4f4-43d1-b285-fdbdeccdc7e3, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0839d410-88e5-4168-91a3-1340a5d7a912, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 89c523c2-c6b4-48b4-a0df-9bf98a3a3549, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: dc5030a8-6567-43e0-91f2-5b63cd0e36be (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2d5e93e1-ce75-4fe6-b6c3-50f2855358df, kind: Service { id: 89c523c2-c6b4-48b4-a0df-9bf98a3a3549 }, name: Name(\"ntp-89c523c2-c6b4-48b4-a0df-9bf98a3a3549\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 171])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.345285288Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.34541112Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:51083"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc6cb4c7-5a91-4879-8aba-57c83b2f5553, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.345748107Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.345755967Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: fc6cb4c7-5a91-4879-8aba-57c83b2f5553, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5f93623c-a4f4-43d1-b285-fdbdeccdc7e3, dataset_name: DatasetName { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.364868541Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.364906812Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 5f93623c-a4f4-43d1-b285-fdbdeccdc7e3, dataset_name: DatasetName { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0839d410-88e5-4168-91a3-1340a5d7a912, dataset_name: DatasetName { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.382999756Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.383047207Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 0839d410-88e5-4168-91a3-1340a5d7a912, dataset_name: DatasetName { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.400023961Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.400082252Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.400241315Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.400335246Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.4130884Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.44621116Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.448334681Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.448341161Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.479481484Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 205, 171]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.479500254Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.480745198Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.480750938Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.480981683Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.482221556Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.505483969Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:57.523431451Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:58.158239412Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:36:58.158435666Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549\") failed: Property not found. retry in 69.904593ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:58.285108058Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549\") failed: Property not found. retry in 73.708224ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:58.368832573Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549\") failed: Property not found. retry in 133.050818ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:58.459655373Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549\") failed: Property not found. retry in 286.490049ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:58.604019443Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549\") failed: Property not found. retry in 1.162558219s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:36:58.899895959Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549\") failed: Property not found. retry in 1.307337337s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:00.073611994Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549\") failed: Property not found. retry in 528.528677ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:01.389747693Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549\") failed: Property not found. retry in 1.443908547s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:01.927298402Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:03.390790837Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549"} {"msg":"Writing ledger to /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:03.390838538Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:03.391228485Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:03.391592752Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"f34dcb08-401f-4269-abd3-aff76e312db3","remote_addr":"[fd00:1122:3344:101::1]:51083","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6046016,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:03.394032899Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:03.4240492Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:03.424211953Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:36954"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:37:03.433370858Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:03.43349527Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"c05377f4-ff49-4588-83ab-843eb0ac3d95","remote_addr":"[fd00:1122:3344:101::1]:36954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9151,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:03.435998788Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:03.560106132Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:03.560222964Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:37524"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:37:07.570480817Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:07.57063221Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"7c1d7532-e41a-4ef9-a7d6-c1a4f84e9e32","remote_addr":"[fd00:1122:3344:101::1]:37524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4010307,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:07.574672987Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:07.756043952Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:07.756186105Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:65406"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:37:07.764391171Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:07.764476923Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"1bbb8f64-7c60-4119-a152-0c248f9642f6","remote_addr":"[fd00:1122:3344:101::1]:65406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8165,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:07.76694367Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:07.999727183Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:07.999820515Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:48645"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_89c523c2-c6b4-48b4-a0df-9bf98a3a3549': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:37:08.007617313Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:08.007742985Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"73cdb583-8ff2-48f2-b860-ecc62fff4bbd","remote_addr":"[fd00:1122:3344:101::1]:48645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":7826,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:08.010458277Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:08.134207354Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:08.134293646Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:33136"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:10.142866103Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"1a93953c-b8b9-42eb-ac64-0889a4487f43","remote_addr":"[fd00:1122:3344:101::1]:33136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2008471,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:10.145211498Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:10.145223628Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:10.441183775Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:10.441317688Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:51088"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:10.451203686Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"58c6efee-3a15-4680-83e5-f423c9fb3b98","remote_addr":"[fd00:1122:3344:101::1]:51088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9725,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:10.454111692Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:10.454118652Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:10.680870251Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:10.680983653Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55401"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:10.688758591Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"18d8fbfc-0a23-4014-94a8-6f24775340f7","remote_addr":"[fd00:1122:3344:101::1]:55401","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7633,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:10.690503315Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:10.690531505Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:11.103847377Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:11.103944929Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:39936"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:11.112724486Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"3e8570c0-6dcf-4395-b347-1f8a67017688","remote_addr":"[fd00:1122:3344:101::1]:39936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8664,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:11.115747794Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:11.115754094Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:11.386848667Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:11.386954429Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:63169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:11.395612114Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"cdc3d7c6-6bc1-4669-885c-75fa8b1ee78a","remote_addr":"[fd00:1122:3344:101::1]:63169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8576,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:11.397257766Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:11.397263146Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:12.295372866Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:12.295466818Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50829"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:12.304170864Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"87a9e8d7-79e2-446a-a490-e0eecd43e650","remote_addr":"[fd00:1122:3344:101::1]:50829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8569,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.413945109 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:12.305984048Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:12.305991558Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:12.662195972Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:12.662303074Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:41721"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:12.670280837Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"3cc4605c-187b-49a5-85d6-3d3037fa63e9","remote_addr":"[fd00:1122:3344:101::1]:41721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7846,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.410152227 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:12.672000569Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:12.672008979Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:12.927238041Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"213.180343ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:13.479635338Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:13.479728943Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:62826"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:13.488319093Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"dfc7ab26-b9e1-4445-bad9-1f89a67a23cc","remote_addr":"[fd00:1122:3344:101::1]:62826","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8495,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1726497431.530831, correction: -0.408125043 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:13.491947063Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:13.491954133Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:14.214637725Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:14.214760467Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:43161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:14.223340981Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"c8245c0b-de30-46ae-a630-c5c76e4ec693","remote_addr":"[fd00:1122:3344:101::1]:43161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8554,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1726497431.530831, correction: -0.40638113 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:14.225647755Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:14.225655566Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:15.529537967Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:15.52966105Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:49960"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:15.537713293Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"51a8e78b-8d8a-4789-b539-6222f36cb444","remote_addr":"[fd00:1122:3344:101::1]:49960","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8036,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1726497431.530831, correction: -0.402027905 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:15.541577957Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:15.541602928Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:16.162578698Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:16.162739041Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:34375"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:16.171125751Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"dfa2d4e2-bca8-49b1-a717-1f2dc5671c71","remote_addr":"[fd00:1122:3344:101::1]:34375","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8363,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497435.577315, correction: -0.400290817 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:16.174289042Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:16.174297262Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:17.19204326Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:17.192176022Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:47544"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:17.201305486Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"0db701c7-2c5f-42e2-9f44-a15c628fc408","remote_addr":"[fd00:1122:3344:101::1]:47544","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9113,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497436.0747268, correction: -0.39747861 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:17.203747543Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:17.203756953Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:19.501277313Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:19.501489217Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60694"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:19.510224054Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"f9d73145-7a10-4d7d-9cb3-7131359a7a16","remote_addr":"[fd00:1122:3344:101::1]:60694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8705,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497438.2917082, correction: -0.391190171 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:19.513459416Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:19.513468856Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:21.918615151Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:21.918841674Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:46378"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:21.928236484Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"54e2661e-e000-4a3c-a3e6-b5429e3de3d8","remote_addr":"[fd00:1122:3344:101::1]:46378","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9374,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497438.2917082, correction: -0.384623975 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:21.932273692Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:21.932284352Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:24.087175067Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:24.08731058Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40494"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:24.087381191Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:39158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:24.087444713Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"9eaf40f1-028a-401a-8e03-4d9490129666","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40494","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":56,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:24.097175608Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"12244f0f-5bde-48cf-9285-fdf1e7c369b7","remote_addr":"[fd00:1122:3344:101::1]:39158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9663,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497441.9453747, correction: -0.378932387 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:24.099722237Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:24.099730777Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:27.27028403Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:27.270498095Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:58488"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:27.279065669Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"81b6132b-dffb-43f8-a628-6a09803ce43f","remote_addr":"[fd00:1122:3344:101::1]:58488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8512,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497446.237028, correction: -0.370153308 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:27.281044336Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:27.281050047Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:28.136738429Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"308.249083ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:29.601398102Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:29.601601766Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50603"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:29.609842623Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"54dedb9f-09ca-4b80-8115-7a8a1bd0019c","remote_addr":"[fd00:1122:3344:101::1]:50603","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8152,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497448.1953866, correction: -0.363803446 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:29.612550355Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:29.612557955Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:34.127680349Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:34.127900463Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:46316"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:34.136756532Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"726b2c86-f9d6-46b7-afcf-955b11686966","remote_addr":"[fd00:1122:3344:101::1]:46316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8811,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497452.542303, correction: -0.351489842 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:34.139386762Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:34.139394463Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:39.652764991Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:39.652996185Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38438"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:39.661391065Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"ed6ff0a4-27fc-40d1-9620-7b9913c2282e","remote_addr":"[fd00:1122:3344:101::1]:38438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8372,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497458.624067, correction: -0.336486071 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:39.663321293Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:39.663333813Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:43.440113995Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"689.820106ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:46.188029767Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:46.18820055Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:44856"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:46.198212081Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"51db1062-17bc-4a8e-96ba-a0ffc4e689da","remote_addr":"[fd00:1122:3344:101::1]:44856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9983,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497464.329882, correction: -0.318423569 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:46.201130297Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:46.201138027Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:53.605127503Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:53.605293626Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:47042"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:53.614528503Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"5a9bca0b-ba55-4743-ad20-dff705997613","remote_addr":"[fd00:1122:3344:101::1]:47042","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9214,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497470.678682, correction: -0.298290461 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:53.6190918Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:53.61910018Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:54.041181012Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45219"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:37:54.041240213Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ab7ba7cc-1b50-42b1-8e85-d4c6aea990e4","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45219","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":31,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:37:59.123048079Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"2.047722765s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:04.089616944Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:04.089811178Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55206"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:04.099833069Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"29831105-402a-4660-bcdf-b208aaf04564","remote_addr":"[fd00:1122:3344:101::1]:55206","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":10004,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497482.4792666, correction: -0.269796401 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:04.102605732Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:38:04.102613222Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:10.113067834Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:10.113215777Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:59212"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:10.123335801Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"741b1522-324f-4563-a3a8-10e09823aa2a","remote_addr":"[fd00:1122:3344:101::1]:59212","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9992,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497486.557912, correction: -0.25342378 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:10.12541234Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:38:10.125418261Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:38:16.160160206Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"3.592736192s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:18.0547219Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:18.054847282Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38275"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:18.064509197Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"0507e7cb-92c7-4002-9d25-0ab124f8d929","remote_addr":"[fd00:1122:3344:101::1]:38275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9564,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497494.68933, correction: -0.23185356 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:18.067781309Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:38:18.067788599Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:23.994810308Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36118"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:23.994874819Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"105bf36b-877b-4755-a1d0-f3a82f5fc822","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36118","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":33,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:34.135574324Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:34.135807968Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:61615"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:34.144826061Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"79e3c868-573f-491b-bd8d-7be7bc46a9cf","remote_addr":"[fd00:1122:3344:101::1]:61615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8982,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497511.2179425, correction: -0.188518867 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:34.147818768Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:38:34.147824758Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:38:34.739320564Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"5.419255123s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:53.949101297Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41830"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:53.949186479Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a43c35c3-4a0f-48ca-ac9f-3800d1c55fff","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41830","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":44,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:55.076133042Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:55.076305325Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:49998"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:55.085501831Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"b9cd2307-17f4-44b9-a4c6-c515c3e210cf","remote_addr":"[fd00:1122:3344:101::1]:49998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9177,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497527.2882586, correction: -0.131653428 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:38:55.088666361Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:38:55.088673762Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:38:55.139615897Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"11.712928652s"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:21.814788356Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"20.2985057s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:23.905353944Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53128"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:23.905419475Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"71aa60e1-82e4-4fd2-8473-986aa9ac7e5c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53128","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":35,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:24.406544495Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:24.406667908Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:36749"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:24.415926135Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"2e69056e-8267-4ac3-8095-7b58839293e9","remote_addr":"[fd00:1122:3344:101::1]:36749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9097,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497559.6895256, correction: -0.051989488 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:24.418894181Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:24.418899861Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.613677022Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.613796585Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:58658"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.635511639Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"18d5809b-92a4-4b09-8619-2a2dd5ba1631","remote_addr":"[fd00:1122:3344:101::1]:58658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":21577,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1753455535, ip_addr: 104.131.155.175, stratum: 3, ref_time: 1726497576.0693662, correction: -0.010696079 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.638238872Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.638246152Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: fc6cb4c7-5a91-4879-8aba-57c83b2f5553, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5f93623c-a4f4-43d1-b285-fdbdeccdc7e3, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0839d410-88e5-4168-91a3-1340a5d7a912, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 89c523c2-c6b4-48b4-a0df-9bf98a3a3549, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: dc5030a8-6567-43e0-91f2-5b63cd0e36be (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2d5e93e1-ce75-4fe6-b6c3-50f2855358df, kind: Service { id: 89c523c2-c6b4-48b4-a0df-9bf98a3a3549 }, name: Name(\"ntp-89c523c2-c6b4-48b4-a0df-9bf98a3a3549\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 171])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8641f53-b0c4-4700-82fd-a5be39efe3c9, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63cd7676-b533-4bf9-bd97-92c4c301b027, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External } } } }, OmicronZoneConfig { id: c7f1a39c-afbc-4eb2-8111-6f0514453962, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f591b2-a70b-44f3-9269-780b209f6d2d, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool), kind: External } } } }, OmicronZoneConfig { id: f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.668255115Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.668370107Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:35108"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc6cb4c7-5a91-4879-8aba-57c83b2f5553, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.668680583Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.668699304Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: fc6cb4c7-5a91-4879-8aba-57c83b2f5553, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5f93623c-a4f4-43d1-b285-fdbdeccdc7e3, dataset_name: DatasetName { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.691334896Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.691370257Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 5f93623c-a4f4-43d1-b285-fdbdeccdc7e3, dataset_name: DatasetName { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0839d410-88e5-4168-91a3-1340a5d7a912, dataset_name: DatasetName { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.711059913Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.711088713Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 0839d410-88e5-4168-91a3-1340a5d7a912, dataset_name: DatasetName { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8641f53-b0c4-4700-82fd-a5be39efe3c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.730068836Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.730110556Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e8641f53-b0c4-4700-82fd-a5be39efe3c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63cd7676-b533-4bf9-bd97-92c4c301b027, dataset_name: DatasetName { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.791094281Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.791126122Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 63cd7676-b533-4bf9-bd97-92c4c301b027, dataset_name: DatasetName { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7f1a39c-afbc-4eb2-8111-6f0514453962, dataset_name: DatasetName { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.850350883Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.850385594Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: c7f1a39c-afbc-4eb2-8111-6f0514453962, dataset_name: DatasetName { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f591b2-a70b-44f3-9269-780b209f6d2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.911623173Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.911654894Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e6f591b2-a70b-44f3-9269-780b209f6d2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9, dataset_name: DatasetName { pool_name: ZpoolName { id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.973343272Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:39.973374952Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9, dataset_name: DatasetName { pool_name: ZpoolName { id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.034239335Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.034289736Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.034554091Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.034673388Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.120221867Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.120288049Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.120294009Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.120319749Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.120323779Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.211539801Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.215947135Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.220065174Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.22405361Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.227999435Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.232747736Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.238584067Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.243934869Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.248312233Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:40.252546674Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:43.105502012Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:43.105644115Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:43.122821573Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:43.122936205Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:43.212074647Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:43.212178079Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:43.224642167Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:43.224742689Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 29.03161ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:43.246527895Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 70.13838ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:43.272003051Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:43.275741173Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:43.275847308Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 135.195953ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:43.288371554Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 145.881463ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:43.416516762Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 224.856523ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:43.497960547Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d\") failed: Property not found. retry in 44.581892ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:43.558373991Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9\") failed: Property not found. retry in 30.501346ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:43.698229342Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 256.913908ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:43.886256383Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d\") failed: Property not found. retry in 115.495659ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:43.915202586Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 321.134237ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:43.987302773Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9\") failed: Property not found. retry in 83.19002ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:44.045620195Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 71.308271ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:44.114395995Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d\") failed: Property not found. retry in 220.588587ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:44.223953731Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9\") failed: Property not found. retry in 179.753677ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:44.31365648Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 318.708298ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:44.353743783Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 81.569442ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:44.400764759Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 1.044489009s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:44.430417644Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d\") failed: Property not found. retry in 276.068055ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:44.477589042Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 127.979151ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:44.535009796Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9\") failed: Property not found. retry in 445.673415ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:44.550267827Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 514.583978ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:44.705132896Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 543.316436ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:44.76778035Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d\") failed: Property not found. retry in 1.085169009s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:44.834188795Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9\") failed: Property not found. retry in 414.145134ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:45.032207716Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 496.585697ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:45.286583721Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 1.028115691s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:45.374379823Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9\") failed: Property not found. retry in 586.571841ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:45.479636278Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 1.164968521s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:45.531934214Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 1.339467959s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:45.795658598Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d\") failed: Property not found. retry in 541.971535ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:45.930384374Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9\") failed: Property not found. retry in 1.266972444s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:46.077477706Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 1.287309474s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:46.413252241Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d\") failed: Property not found. retry in 1.325226531s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:46.481648894Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 762.1783ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:46.705338095Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 1.123163373s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:47.144952368Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9\") failed: Property not found. retry in 787.163675ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:47.354441878Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 643.556639ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:47.478491081Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 630.82502ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:47.711250304Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d\") failed: Property not found. retry in 1.397653391s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:47.820129078Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 895.025217ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:48.135189038Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9\") failed: Property not found. retry in 962.602809ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:48.155324432Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 596.40812ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:48.279274213Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 620.206572ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:48.352817764Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 1.184687657s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:48.885157144Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 1.396143765s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:48.982055169Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 639.943063ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:49.039598236Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9\") failed: Property not found. retry in 1.061836844s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:49.127914077Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d\") failed: Property not found. retry in 1.293130176s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:49.227607516Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 743.895725ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:49.688929443Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 1.059283683s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:50.079852479Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9\") failed: Property not found. retry in 1.261812731s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:50.20016268Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 1.370206784s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:50.38808372Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 525.12863ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:50.441530567Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d\") failed: Property not found. retry in 1.269948931s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:50.530622295Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 991.043259ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:50.976781703Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 1.244944551s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:51.149812088Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 731.606904ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:51.769835728Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 855.402003ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:51.979328929Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 1.301852429s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:52.405850622Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 542.462821ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:52.512368461Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 899.197164ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:52.845352183Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 693.176232ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:53.068608366Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 1.188810783s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:53.719334539Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 1.110876516s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:53.755237753Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 848.486166ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:53.772635294Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:53.894344032Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51149"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:39:53.894417093Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"b81b5727-03ad-42cb-ba2a-f02ba7239fab","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51149","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":35,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 1.02826727s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:54.631684154Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 1.327163271s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:54.875847154Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 1.078824653s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:54.916239774Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 1.477936551s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:55.703484266Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 949.502972ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:56.008299122Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 1.330390469s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:56.215834944Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 707.4912ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:56.96835455Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:57.094793104Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"64.953113947s"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 1.103461507s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:57.18966441Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 1.360721125s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:57.554861596Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 1.186912781s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:57.684715749Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 1.206286693s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:58.302427513Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 1.020680178s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:58.880924831Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 1.198294429s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:58.923591513Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 766.899703ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:59.517970733Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 683.777792ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:39:59.910301575Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 1.054573654s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:00.130339828Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 660.331191ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:00.293475862Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962\") failed: Property not found. retry in 1.178039892s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:00.604303792Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9\") failed: Property not found. retry in 1.462910805s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:00.96177463Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027\") failed: Property not found. retry in 548.678331ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:01.194174866Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:02.447866354Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_cockroachdb_f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:02.447938775Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_cockroachdb_e8641f53-b0c4-4700-82fd-a5be39efe3c9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:02.447947505Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_cockroachdb_c7f1a39c-afbc-4eb2-8111-6f0514453962"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:02.447953706Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_cockroachdb_e6f591b2-a70b-44f3-9269-780b209f6d2d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:02.447961036Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_cockroachdb_63cd7676-b533-4bf9-bd97-92c4c301b027"} {"msg":"Writing ledger to /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:02.448013517Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:02.448466495Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:02.449007066Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"0e5649c9-208e-4f4a-b77c-e935e76c83bc","remote_addr":"[fd00:1122:3344:101::1]:35108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":22791335,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:02.486168075Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:51875"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:02.518662992Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3662"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:14.342061334Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3680"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:20.907776948Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3703"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:20.908034853Z","hostname":"sock","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"cd158a66-2cab-4043-9769-d5e4c066366b","remote_addr":"[fd00:1122:3344:101::1]:51875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":18421128,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fc6cb4c7-5a91-4879-8aba-57c83b2f5553, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5f93623c-a4f4-43d1-b285-fdbdeccdc7e3, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0839d410-88e5-4168-91a3-1340a5d7a912, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 89c523c2-c6b4-48b4-a0df-9bf98a3a3549, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: dc5030a8-6567-43e0-91f2-5b63cd0e36be (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2d5e93e1-ce75-4fe6-b6c3-50f2855358df, kind: Service { id: 89c523c2-c6b4-48b4-a0df-9bf98a3a3549 }, name: Name(\"ntp-89c523c2-c6b4-48b4-a0df-9bf98a3a3549\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 171])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8641f53-b0c4-4700-82fd-a5be39efe3c9, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63cd7676-b533-4bf9-bd97-92c4c301b027, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External } } } }, OmicronZoneConfig { id: c7f1a39c-afbc-4eb2-8111-6f0514453962, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f591b2-a70b-44f3-9269-780b209f6d2d, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool), kind: External } } } }, OmicronZoneConfig { id: f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool), kind: External } } } }, OmicronZoneConfig { id: 216291e2-64d0-4e57-82ea-84523304c97b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: d92164c2-5a56-4d60-8c81-dc1f28593a20, kind: Service { id: 216291e2-64d0-4e57-82ea-84523304c97b }, name: Name(\"external-dns-216291e2-64d0-4e57-82ea-84523304c97b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: fcbfd0d4-0b48-4392-95df-b0bdb2c97118, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 0209958c-a258-4b69-96ed-8ac2c8710e44, kind: Service { id: fcbfd0d4-0b48-4392-95df-b0bdb2c97118 }, name: Name(\"external-dns-fcbfd0d4-0b48-4392-95df-b0bdb2c97118\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 22366698-bbc7-4459-a306-c29831fda914, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: d937e6f4-c37f-4e58-9f07-29b8c7e410f1, kind: Service { id: 22366698-bbc7-4459-a306-c29831fda914 }, name: Name(\"nexus-22366698-bbc7-4459-a306-c29831fda914\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 181])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 462be26e-457a-41d2-bbd8-1e15a3b16f70, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 77aacb15-62c9-4b38-9aec-31d129b37a57, kind: Service { id: 462be26e-457a-41d2-bbd8-1e15a3b16f70 }, name: Name(\"nexus-462be26e-457a-41d2-bbd8-1e15a3b16f70\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 243, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1ee13a98-c783-4c45-9593-448411671260, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 481889bd-1abd-47b9-ac63-4eb5bf2323bd (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 23db4cec-0b26-446c-96b5-1f5586deae8f, kind: Service { id: 1ee13a98-c783-4c45-9593-448411671260 }, name: Name(\"nexus-1ee13a98-c783-4c45-9593-448411671260\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 91])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d9cae32d-8e84-4f97-9d87-f815a97563b7, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 0288af63-fdd5-4045-86d8-527722f5ab10 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 11af1ad6-8923-4115-b6ca-0b0ffddfa989, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 83cb110f-e478-4b0c-8adc-ba950ce650c6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 4e717e31-cfb3-4812-9eca-dec6523c1fd1, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: f6b22b51-c081-410c-9bdb-0207cfe8464a, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1614dc07-9720-43e8-854e-39e919870dbb, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External } } } }, OmicronZoneConfig { id: 80760cff-891d-407e-b080-3c822bc9aa16, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External } } } }, OmicronZoneConfig { id: ff31c599-1285-4670-baa6-ba7c11577d9f, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool), kind: External } } } }, OmicronZoneConfig { id: ad29ae3f-a006-4d2a-9162-a7c002b44df7, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool), kind: External } } } }, OmicronZoneConfig { id: 42d4e485-bf3b-4ec2-90ed-7861ab2d7960, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 5c7873ac-e01a-4068-9c6c-01760e32db5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c7873ac-e01a-4068-9c6c-01760e32db5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 0edd363d-e58b-4313-befe-892374da80f3, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc5030a8-6567-43e0-91f2-5b63cd0e36be (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc5030a8-6567-43e0-91f2-5b63cd0e36be (zpool), kind: External } } } }, OmicronZoneConfig { id: fcb199a7-2634-4048-8488-9aed1d5db1cf, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 0288af63-fdd5-4045-86d8-527722f5ab10 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0288af63-fdd5-4045-86d8-527722f5ab10 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4aa877df-b233-4157-acda-594686433e8c, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 481889bd-1abd-47b9-ac63-4eb5bf2323bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 481889bd-1abd-47b9-ac63-4eb5bf2323bd (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:20.951895216Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:20.952611452Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60136"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc6cb4c7-5a91-4879-8aba-57c83b2f5553, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:20.954048649Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:20.9540622Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: fc6cb4c7-5a91-4879-8aba-57c83b2f5553, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5f93623c-a4f4-43d1-b285-fdbdeccdc7e3, dataset_name: DatasetName { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:20.979452723Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:20.979504144Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 5f93623c-a4f4-43d1-b285-fdbdeccdc7e3, dataset_name: DatasetName { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0839d410-88e5-4168-91a3-1340a5d7a912, dataset_name: DatasetName { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.001055025Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.001108396Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 0839d410-88e5-4168-91a3-1340a5d7a912, dataset_name: DatasetName { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8641f53-b0c4-4700-82fd-a5be39efe3c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.020812931Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.020877532Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e8641f53-b0c4-4700-82fd-a5be39efe3c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63cd7676-b533-4bf9-bd97-92c4c301b027, dataset_name: DatasetName { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.040623088Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.040666259Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 63cd7676-b533-4bf9-bd97-92c4c301b027, dataset_name: DatasetName { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7f1a39c-afbc-4eb2-8111-6f0514453962, dataset_name: DatasetName { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.059943834Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.059997151Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: c7f1a39c-afbc-4eb2-8111-6f0514453962, dataset_name: DatasetName { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f591b2-a70b-44f3-9269-780b209f6d2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.078721335Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.078855916Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e6f591b2-a70b-44f3-9269-780b209f6d2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9, dataset_name: DatasetName { pool_name: ZpoolName { id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.098785816Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.098828457Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: f8b7b62c-eeee-4a2d-9e2b-732bcc0bf2d9, dataset_name: DatasetName { pool_name: ZpoolName { id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 216291e2-64d0-4e57-82ea-84523304c97b, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.116717748Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.116760019Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 216291e2-64d0-4e57-82ea-84523304c97b, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fcbfd0d4-0b48-4392-95df-b0bdb2c97118, dataset_name: DatasetName { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.206620959Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.20667261Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: fcbfd0d4-0b48-4392-95df-b0bdb2c97118, dataset_name: DatasetName { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.312878023Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.312925254Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6b22b51-c081-410c-9bdb-0207cfe8464a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.405942826Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.405996207Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: f6b22b51-c081-410c-9bdb-0207cfe8464a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a529555-2d8a-45e6-81f2-d07c055805d5 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1614dc07-9720-43e8-854e-39e919870dbb, dataset_name: DatasetName { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.477938137Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.477988898Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 1614dc07-9720-43e8-854e-39e919870dbb, dataset_name: DatasetName { pool_name: ZpoolName { id: 97bce08d-77ad-42e1-b83d-29671a764f6d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 80760cff-891d-407e-b080-3c822bc9aa16, dataset_name: DatasetName { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.555333251Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.555394552Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 80760cff-891d-407e-b080-3c822bc9aa16, dataset_name: DatasetName { pool_name: ZpoolName { id: 318a4f29-5c3f-4135-bf3e-cc8b4559ea6d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ff31c599-1285-4670-baa6-ba7c11577d9f, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.635375846Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.635439467Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ff31c599-1285-4670-baa6-ba7c11577d9f, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ed7aae-5195-4a44-96b3-eb2cbbc9388d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ad29ae3f-a006-4d2a-9162-a7c002b44df7, dataset_name: DatasetName { pool_name: ZpoolName { id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.709815483Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.709869765Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ad29ae3f-a006-4d2a-9162-a7c002b44df7, dataset_name: DatasetName { pool_name: ZpoolName { id: b7cb5588-7335-4644-b953-7f82c9bbcc7e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42d4e485-bf3b-4ec2-90ed-7861ab2d7960, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c7873ac-e01a-4068-9c6c-01760e32db5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.783501447Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.783546198Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 42d4e485-bf3b-4ec2-90ed-7861ab2d7960, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c7873ac-e01a-4068-9c6c-01760e32db5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0edd363d-e58b-4313-befe-892374da80f3, dataset_name: DatasetName { pool_name: ZpoolName { id: dc5030a8-6567-43e0-91f2-5b63cd0e36be (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.847288122Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.847333533Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 0edd363d-e58b-4313-befe-892374da80f3, dataset_name: DatasetName { pool_name: ZpoolName { id: dc5030a8-6567-43e0-91f2-5b63cd0e36be (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fcb199a7-2634-4048-8488-9aed1d5db1cf, dataset_name: DatasetName { pool_name: ZpoolName { id: 0288af63-fdd5-4045-86d8-527722f5ab10 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.908930706Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.908985857Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: fcb199a7-2634-4048-8488-9aed1d5db1cf, dataset_name: DatasetName { pool_name: ZpoolName { id: 0288af63-fdd5-4045-86d8-527722f5ab10 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4aa877df-b233-4157-acda-594686433e8c, dataset_name: DatasetName { pool_name: ZpoolName { id: 481889bd-1abd-47b9-ac63-4eb5bf2323bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.970436547Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:21.970503229Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 4aa877df-b233-4157-acda-594686433e8c, dataset_name: DatasetName { pool_name: ZpoolName { id: 481889bd-1abd-47b9-ac63-4eb5bf2323bd (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.037429394Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.037498365Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.03775349Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.038077186Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.156723575Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.158891936Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.17170012Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.173628187Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.175137666Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.224656949Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.22471073Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.22471556Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.22472076Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.22472718Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.408007581Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.408058642Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.408074562Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.408078402Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.408081873Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.408085393Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.408088863Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.408092163Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.408096013Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.409995509Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.415518754Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.420990418Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.425959413Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.431322185Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.611090789Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.616705916Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.621073319Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.62533142Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.630294525Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.635230139Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.6400428Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.645058786Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.650270725Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.656075872Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.662545879Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.668187717Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.673237683Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.678489383Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.729706928Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.730612236Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.738375304Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.744851017Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.751376161Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.758763102Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.766106522Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.772875531Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.7796918Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.787389597Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.863283012Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:22.935283824Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.017353537Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.076117946Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.079352548Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.079371538Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.13833066Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 221, 198]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.138361781Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.145181939Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.145197539Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.202480382Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 243, 69]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.202521393Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.204615303Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.204637083Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.265967441Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 143, 181]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.265998382Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.267249026Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.267263686Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.321739854Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 207, 174]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.321769734Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.323271763Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.323289273Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.381634924Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 150, 91]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.381680635Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.381982191Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.381992571Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.392284047Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.392300028Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.393614013Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.393625023Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.393947669Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.398876147Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.398888672Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.398896379Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.398904085Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.402277048Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.402730926Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.404620332Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.453331362Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.504985364Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.505123067Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.505374491Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.547053575Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.629112378Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.644232096Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Configuring new Omicron zone: oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.647898226Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.661364203Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Installing Omicron zone: oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.661496705Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.671822492Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.680007687Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.729777506Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.739156354Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.754210971Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:23.785458766Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:24.002958289Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41860"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:24.010038264Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"600fd6a9-7625-4267-bbc3-2ba2ec867f0a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41860","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1814,"response_code":"200"} {"msg":"Profile for oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.149899369Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.150113353Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.160616783Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.160827777Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_4aa877df-b233-4157-acda-594686433e8c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.161020111Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.166721619Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.166833471Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.175131519Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.182357237Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.182641902Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_4aa877df-b233-4157-acda-594686433e8c zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.182701444Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.190360599Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.198599726Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.20667035Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.260467945Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.260654828Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.360025611Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:26.360174434Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 74.975467ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:26.543379514Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 27.133458ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:26.616742041Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 30.158229ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:26.629353731Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 69.314958ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:26.638808301Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 66.253806ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:26.649104677Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 69.377281ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:26.658843303Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 57.33297ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:26.695538382Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 40.594981ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:26.896325086Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 91.586959ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:26.999716656Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 129.778482ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:27.043849276Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 89.289159ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:27.080605027Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 127.303593ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:27.11280139Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 74.57672ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:27.16375202Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 73.108196ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:27.207254188Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 63.546581ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:27.238515504Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 131.981563ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:27.276739602Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 164.920674ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:27.335701105Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 68.388388ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:27.377138584Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 283.296932ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:27.423699721Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 165.001131ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:27.49029601Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 241.088585ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:27.544792628Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 212.748364ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:27.58484296Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 211.785764ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:27.620603652Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 173.578745ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:27.770063759Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 196.726719ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:27.887827002Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 285.309315ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:29.480646Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 54.597776ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:29.686249026Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 578.522065ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:30.484167894Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 367.488109ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:30.603357854Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 570.681644ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:30.747280846Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 446.812614ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:30.935409039Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 587.582687ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:31.122576444Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 271.898936ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:31.134255306Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 587.317654ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:31.145647663Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 1.102143787s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:31.155608133Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 149.880043ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:31.16753641Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 715.254728ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:31.177609352Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 413.754344ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:31.186886088Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 281.429739ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:31.330969193Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 985.393903ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:31.343705406Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 1.029534406s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:31.397178344Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 937.866617ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:31.418370588Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 1.049029027s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:31.616131735Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 1.097652342s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:31.628066582Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 449.356413ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:31.724625331Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.15027228s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:31.747007437Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.388279498s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:31.907093007Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 1.108513786s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:32.187286653Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 984.59287ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:32.271837683Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 773.045297ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:32.342646002Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 788.657378ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:32.371846238Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 783.169712ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:32.441180029Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 1.015079775s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:32.681115469Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 891.44605ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:32.737694467Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 839.82044ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:32.91216757Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:33.066866937Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:33.06752988Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:33.074845579Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:33.075326798Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:33.07542697Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:33.082623667Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 830.196069ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.128978289Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 1.310006253s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.172931167Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:33.174777462Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:33.175072577Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 1.208709887s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.237461676Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 921.464841ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.269238691Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.419854047s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.308404107Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:33.308653632Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 1.406935442s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.319628841Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 72.460939ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.329392397Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:33.329592341Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 71.639289ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.344506765Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 29.804517ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.35373122Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 37.197598ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.362554408Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 79.499326ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.394434826Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 113.745274ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.410597404Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 95.381685ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.41933163Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 91.662266ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.427792651Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 248.296206ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.484843988Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 204.537455ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.526350939Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 125.817487ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.536656095Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 226.871899ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.54899529Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 45.658778ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.598808539Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 525.197189ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.640523853Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 74.221368ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.653963099Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 363.481127ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.676105251Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 833.088202ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.707190273Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 218.10843ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.738432898Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 440.512961ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.75115551Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 447.795665ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.761657481Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 759.515889ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.77211459Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 226.654665ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.78787325Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 242.614274ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.97160942Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 1.339115644s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:33.982280263Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 535.851323ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.024423836Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 674.544092ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.051105444Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 514.587812ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.175652846Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 1.100925609s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.20160735Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 740.195514ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.211657831Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 634.334236ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.22211282Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 757.035255ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.231066921Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 883.127431ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.458807199Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 1.006807012s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.493995279Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.423352248s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.54286247Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 754.990525ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.553184187Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 1.312130253s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.573721458Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:34.686246791Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_1ee13a98-c783-4c45-9593-448411671260:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:34.686279902Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:34.686359413Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_1ee13a98-c783-4c45-9593-448411671260 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:34.693257545Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 782.864331ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.709626857Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 1.037249913s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.737594459Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.30805594s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.749624168Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 1.00741861s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.760245411Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 1.451600118s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.868123816Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 73.732063ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.876819461Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 44.858625ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.884862344Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 100.079689ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.940523345Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 133.364651ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.961586446Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 507.562699ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.972437732Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 537.961466ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:34.998692133Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 108.695266ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.051188423Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 163.523017ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.107852352Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 598.634178ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.172775198Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 592.645458ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.284906184Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 1.118746128s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.315922985Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 1.406096004s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.327664168Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 684.963694ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.339996503Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 548.779935ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.35401635Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 1.479994604s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.492415486Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 719.063477ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.506482284Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 856.748034ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.517901812Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 805.271277ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.548602306Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 1.04914932s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.780718758Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 612.122445ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.792505242Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 766.51332ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.804794416Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 912.759372ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.89109799Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 646.080566ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.90262846Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 1.315081273s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.915556516Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.339652929s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:35.977582858Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 1.176892317s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:36.037263594Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.417970925s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:36.069516409Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 746.299128ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:36.237718252Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 857.340762ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:36.333868673Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 1.267590113s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:36.368104246Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 1.163146229s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:36.387859852Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 512.757421ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:36.416733202Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 1.197483709s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:36.445285016Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 1.154917391s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:36.559485791Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 1.106405447s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:36.582821925Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 526.398611ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:36.760842436Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 830.95554ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:36.892459803Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 1.059788667s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:37.220407269Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 797.458745ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:37.305028551Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 1.480026129s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:37.379867127Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 942.186091ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:37.399746095Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 1.446843518s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:37.413477107Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 865.650371ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:37.423860745Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 1.218434203s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:37.444480897Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 1.074796316s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:37.457463615Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.294050681s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:37.470653686Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.034969902s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:37.502854379Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 1.372495226s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:37.563043556Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 1.425971192s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:37.648171087Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 523.872444ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:37.66091245Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 1.345541537s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:37.70184883Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 813.550196ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:37.728340064Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 988.993556ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:37.739909325Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 739.474667ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:38.114186234Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 1.324153752s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:38.199634541Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 999.015759ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:38.291311907Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 1.095339449s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:38.300888359Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 685.025116ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:38.352495682Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 580.068516ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:38.543762126Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 544.325444ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:38.552587564Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 1.116889636s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:38.562012393Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 633.750991ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:38.673028618Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 1.244116643s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:38.738144618Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.170762121s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:38.775132163Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 533.246586ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:38.86213941Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 985.951109ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:38.869796356Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 880.01616ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:38.877650135Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 1.318694034s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:38.944950267Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 1.358760813s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:39.046444781Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 684.229891ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:39.056278408Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 1.035585456s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:39.081811254Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.206652949s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:39.105514106Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 902.611232ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:39.132206334Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 1.212901542s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:39.30105637Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 1.275907481s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:39.314655309Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 903.404906ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:39.405961338Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 1.483581629s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:39.414737225Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 1.289855835s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:39.533701141Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 684.964595ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:39.688587211Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 1.110878111s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:39.750540831Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 553.219256ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:39.767976124Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 1.348131166s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:39.864860839Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 539.560437ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:39.954483346Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 855.385523ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:39.992300226Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 1.121143018s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.044634513Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 736.729575ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.127436819Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 755.826902ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.272810668Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 573.910866ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.319663301Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.487536202s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.32802051Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 1.170564393s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.335836479Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 1.046051503s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.383223832Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 645.335646ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.41412892Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.162458699s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.502247399Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 833.215605ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.522983924Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 1.248448087s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.600868567Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 782.895766ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.833403937Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 666.787327ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.857305392Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 1.30305603s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.870934132Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 1.429934366s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.878612458Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 1.0259428s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.903224367Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 523.844483ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:40.911014765Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 1.406219019s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.079849951Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 760.330864ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.088361993Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 694.55764ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.174555424Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 735.671992ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.222211202Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 1.004884301s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.365749826Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 1.450453097s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.438477881Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 803.165852ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.445691119Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 995.815496ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.515507178Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 856.312631ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.532983131Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 1.429129798s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.631165761Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.278943207s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.679671105Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:41.80066601Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:41.800860514Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 750.72397ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.826323749Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 953.360727ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.859416149Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 1.34815926s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.868245068Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 1.419583493s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.884262782Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 559.969289ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.9397662Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 1.367199603s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.967732612Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 48.312829ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:41.994666905Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 113.18318ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.053247442Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 150.678575ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.177980698Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 1.34814768s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.186249766Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 822.075509ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.257640697Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 981.040273ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.319034267Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 522.050698ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.337408107Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 1.266748743s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.379312696Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 617.29923ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.398242087Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 1.368162825s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.494879878Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 535.729197ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.51019517Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 1.093182694s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.519585129Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.30768884s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.585020316Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_22366698-bbc7-4459-a306-c29831fda914:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:42.635487818Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_22366698-bbc7-4459-a306-c29831fda914 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:42.6361133Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 29.442739ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.791402249Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 1.05163919s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.82659679Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 105.583764ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.837706512Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 956.553247ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.873524015Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 919.149893ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.900644062Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 145.588686ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.954907526Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 926.225129ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:42.969964863Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 1.143601524s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.025663154Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 1.281334195s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.055693196Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 724.586497ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.067946519Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 1.397490417s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.087741927Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 302.814652ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.110826256Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 753.433545ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.225976219Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 815.032324ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.312729091Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 909.597752ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.32265525Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 1.15304655s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.346082926Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 737.313938ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.427377665Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 685.615876ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.547653406Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 971.168854ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.625262644Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 1.353921545s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.659617088Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 920.017136ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.806077238Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 568.616309ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.833113873Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 1.059781854s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.845331656Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 1.479085693s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.877424907Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 1.120386325s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.890795412Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 755.890181ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.904837939Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.261518164s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.916196786Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 1.054066363s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:43.992185763Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 701.130001ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:44.142041767Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 653.788244ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:44.179747665Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 821.280426ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:44.192045039Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 852.853708ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:44.244762003Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 1.412368853s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:44.256040898Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 1.30762813s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:44.350688451Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 595.914004ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:44.414743691Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 683.212068ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:44.495784555Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 912.79915ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:44.509671419Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 1.456917334s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:44.607238428Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.184331316s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:44.673705784Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 1.074787874s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:44.737868866Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 853.289033ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:44.846269751Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 661.493008ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:44.857155168Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 996.261009ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:44.915201874Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 1.261890657s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.02103296Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 1.14404314s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.031108931Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 1.389391701s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.039893899Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 1.464121065s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.048773738Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 591.740068ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.057437013Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 1.482266002s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.106824764Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.203383906s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.188620271Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 1.143214652s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.196697835Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 1.036021283s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.366783745Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 1.060193342s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.432898994Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 541.295455ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.529598466Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 584.597943ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.658172755Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 1.205486676s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.666068495Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 1.442634869s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.677551664Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 1.342169206s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.714471167Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 1.330364833s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.825041044Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.4336732s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.869267886Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 904.74097ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:45.921880768Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 1.421913549s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.074627858Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 1.326998973s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.083854403Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:46.093340834Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:46.093705691Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 987.368124ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.185816115Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 895.438573ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.254280199Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 53.68138ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.265922801Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 563.229931ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.292352644Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 73.508093ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.32887397Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 637.122069ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.351519151Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.198983307s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.401567954Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 113.983277ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.410642227Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 1.125603209s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.418352954Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 1.247480248s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.438024389Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 622.239275ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.507363189Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 1.099411427s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.52471768Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 200.221031ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.536068216Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 856.272097ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.599510605Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 882.499535ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.744606248Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 668.528844ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.835201104Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 1.46833644s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.864679906Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 532.208543ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.879780673Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 1.489865242s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:46.998340332Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 869.365571ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.06648063Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 1.172937508s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.130443237Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 1.246682155s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.138934609Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 1.054171738s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.159501721Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 1.079623001s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.167293019Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 1.187647196s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.182347906Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.278467794s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.313936962Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 717.41045ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.421593053Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 897.838222ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.430282518Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 902.904509ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.465822665Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 1.467925383s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.505908799Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 573.345474ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.515131235Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 1.010134145s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.554321421Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.215010584s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.609994982Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 832.506611ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.63247791Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 1.43910498s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.639901001Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 1.258227549s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.695650483Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 1.398486629s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:47.947423109Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 1.493068636s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.098249902Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 1.045547607s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.150261851Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 596.718986ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.225422963Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 804.251821ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.25730152Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 953.737666ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.313107703Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 1.398071535s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.338508137Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 1.292577831s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.346897507Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 1.214997365s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.378470948Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 1.446139873s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.388766434Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 1.384756007s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.398229085Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 917.071874ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.475636149Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 1.301880982s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.497645088Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 929.727054ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.574155606Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.110631122s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.603470514Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 797.213784ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.833100648Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.415495237s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.843029857Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 1.462163388s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.967325335Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 1.074941966s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:48.985919049Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 1.286790682s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.072550109Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 1.342529455s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.089316628Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 1.491752986s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.20652251Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 606.124745ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.276651546Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 1.170941421s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.356436415Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 813.12717ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.401780929Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 1.055413118s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.515328742Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 920.791325ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.601202858Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 626.132523ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.609911144Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 724.845533ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.640340913Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 1.278015119s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.649309734Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.197097853s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.724834963Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 1.356149755s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.746942824Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 711.964229ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.793200105Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 1.098931591s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.809865302Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 729.893498ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.846638403Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 744.063028ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:49.89372529Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 891.144042ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.073593576Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 924.117958ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.226264293Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 937.834096ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.247210422Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 711.445383ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.272426553Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 1.348428869s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.371108982Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 1.268698411s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.380369549Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 1.095581415s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.44345621Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 1.004427883s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.455597642Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 1.114845844s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.518540001Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 1.479339725s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.533652198Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 969.57503ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.544931993Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 681.016591ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.583499848Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 1.255037015s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.593536879Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 1.047567445s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.649495075Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 1.021053579s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.710622819Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 841.600884ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.919939336Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 731.97414ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.931869454Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 916.249226ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.94011028Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 1.298082119s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.975312001Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.165888302s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:50.9941589Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 908.132581ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.114861069Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 1.334958982s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.160678681Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 790.182828ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.194586427Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 671.287125ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.274142462Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 850.928841ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.472630113Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 810.185738ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.524181725Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 1.245227856s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.548213022Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 590.252943ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.645020097Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 1.099394903s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.661719704Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.363036583s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.676804212Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 1.412448085s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.708880283Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 1.408499337s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.729879613Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 516.41955ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.744660174Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 1.333246169s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.770457866Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 589.96856ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.86043708Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 828.979343ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.868944602Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 828.153413ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.9554861Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 1.113074403s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:51.995019153Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 1.435115657s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:52.024676508Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 1.09873939s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:52.033072188Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 792.567748ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:52.173322648Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 864.403746ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:52.247740216Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 718.658021ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:52.271653412Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 1.148537222s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:52.283217092Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 712.900413ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:52.334204853Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 1.407012396s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:52.350556135Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 583.768881ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:52.460419907Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 810.10471ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:52.505599438Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 727.02915ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:52.713954246Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 555.690456ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:52.773085483Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 665.460115ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:52.79448375Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 756.35438ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:52.802164787Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.171743131s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:52.97769675Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 542.762547ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:52.999000846Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 785.912385ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.049435056Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 651.661073ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.057569202Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 652.011727ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.066691185Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 1.084769459s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.113506927Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 1.25352494s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.121790495Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 526.242592ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.130612572Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 822.333615ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.139631794Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 1.404884688s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.148251528Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 1.485930086s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.156481765Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 1.367574056s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.32579588Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 1.18169193s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.338487601Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 865.266126ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.443768397Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 641.554203ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.455012031Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 1.486012242s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.472406232Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 858.352475ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.482514155Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 805.110013ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.559488511Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 548.911445ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.578779509Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 1.326243351s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.678868615Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 886.736264ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.729093282Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 651.566356ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.750111472Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 519.908044ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.776912092Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.414214555s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.856733253Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 1.451217721s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:53.983063179Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:54.082121796Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52898"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:54.084333658Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"99f62f43-74ef-4a8f-aea8-21582008b0d4","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52898","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1072,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 1.201204602s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.120548738Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 1.400105761s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.152980365Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.266092806s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.178069633Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 515.31743ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.22043582Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 837.084366ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.316218115Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 625.364372ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.350586979Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 1.175305377s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.36901039Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 1.334906877s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.392589029Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 1.228252682s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.425654229Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 612.666933ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.450205987Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 1.324511583s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.546408669Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 1.413060503s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.578387458Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 505.410941ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.635864823Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 1.243461885s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.664774704Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 1.144021418s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.714672484Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 1.386614059s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.759487088Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 905.940013ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.973135547Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 1.234097952s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:54.989228744Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 1.032888221s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.02264521Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 642.484786ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.076458536Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 1.200542635s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.154320838Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 1.289604398s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.165712505Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.352674522s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.289526143Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 529.439076ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.336239433Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 1.257034691s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.452461467Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.033710368s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.469726495Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 1.403209914s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.557253223Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 1.212040489s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.573009883Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 993.730231ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.668760257Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 1.072549553s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.731733086Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 1.383782873s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.746068459Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 1.290933477s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.873847283Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 1.060365855s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.889139274Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c\") failed: Property not found. retry in 1.000043174s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.901831976Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 697.486261ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.918673767Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 1.355014658s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:55.931758696Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 1.496342587s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:56.00912534Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6\") failed: Property not found. retry in 1.356948467s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:56.075104337Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960\") failed: Property not found. retry in 1.287081569s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:56.16300771Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f\") failed: Property not found. retry in 1.485367347s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:56.237945118Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 725.724125ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:56.366353064Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 597.79497ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:56.465026293Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 721.075379ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:56.51841591Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b\") failed: Property not found. retry in 1.192652204s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:56.629609938Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a\") failed: Property not found. retry in 1.241023703s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:56.653200267Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7\") failed: Property not found. retry in 650.532527ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:56.675997442Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260\") failed: Property not found. retry in 816.084822ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:56.721025309Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70\") failed: Property not found. retry in 1.431685093s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:56.797392864Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1\") failed: Property not found. retry in 1.309984641s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:56.816167481Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf\") failed: Property not found. retry in 1.475554737s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:56.960519641Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989\") failed: Property not found. retry in 806.633212ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:56.970669544Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914\") failed: Property not found. retry in 559.756578ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:57.073986942Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 806.896264ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:57.104123206Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16\") failed: Property not found. retry in 903.526761ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:57.141263713Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb\") failed: Property not found. retry in 663.910184ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:57.180164494Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7\") failed: Property not found. retry in 1.216041899s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:57.260460293Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3\") failed: Property not found. retry in 954.821423ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:57.307080331Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118\") failed: Property not found. retry in 606.110922ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:57.536348198Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27\") failed: Property not found. retry in 1.067932838s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:57.939901365Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:40:58.248835289Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:58.251321096Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061397426Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_external_dns_fcbfd0d4-0b48-4392-95df-b0bdb2c97118"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061645071Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_nexus_462be26e-457a-41d2-bbd8-1e15a3b16f70"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061654511Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_external_dns_216291e2-64d0-4e57-82ea-84523304c97b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061661021Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_nexus_1ee13a98-c783-4c45-9593-448411671260"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061666982Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_nexus_22366698-bbc7-4459-a306-c29831fda914"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061673262Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_oximeter_d9cae32d-8e84-4f97-9d87-f815a97563b7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061679812Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_clickhouse_6b31caa1-85a5-4a0a-9c1a-9b4c2dd7df27"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061686232Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_pantry_11af1ad6-8923-4115-b6ca-0b0ffddfa989"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061692222Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_f6b22b51-c081-410c-9bdb-0207cfe8464a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061698532Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_80760cff-891d-407e-b080-3c822bc9aa16"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061706932Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_ff31c599-1285-4670-baa6-ba7c11577d9f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061714812Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_42d4e485-bf3b-4ec2-90ed-7861ab2d7960"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061720812Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_fcb199a7-2634-4048-8488-9aed1d5db1cf"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061726753Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_1614dc07-9720-43e8-854e-39e919870dbb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061741193Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_4aa877df-b233-4157-acda-594686433e8c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061747353Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_pantry_4e717e31-cfb3-4812-9eca-dec6523c1fd1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061753443Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_pantry_83cb110f-e478-4b0c-8adc-ba950ce650c6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061925827Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_ad29ae3f-a006-4d2a-9162-a7c002b44df7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.061937727Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_0edd363d-e58b-4313-befe-892374da80f3"} {"msg":"Writing ledger to /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.062836904Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.067272918Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.071892606Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"c6970072-b835-4939-9e45-621f802a1fc4","remote_addr":"[fd00:1122:3344:101::1]:60136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":38119105,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.08152093Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.081752604Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.082389916Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.085920484Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.090536461Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.157756931Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.164043381Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:40:59.25376046Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.277349189Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.342745515Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.4170789Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:40:59.506878761Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.628491098Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:40:59.746972064Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:00.101486317Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:00.258355054Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:00.378306519Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:00.823730713Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:01.074107253Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:01.261157235Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:41:01.505396977Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:01.607206986Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:41:02.083240673Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"148.04168946s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:02.095618509Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:02.264287441Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:03.138670155Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:03.266982599Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:41:03.505119645Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:03.92169239Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:04.270271509Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:04.767044552Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:05.272851105Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:41:05.504346395Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:06.275948731Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:06.430425364Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:07.279281582Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:41:07.5049167Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:07.535315679Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:08.28303662Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:09.155055899Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:09.28632767Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:41:09.506157397Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:10.290028448Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:11.29346504Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:41:11.505084601Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:12.141273518Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:12.29626728Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:13.298578901Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:41:13.504535464Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:14.302833Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:15.306301302Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:15.446649736Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:41:15.505255772Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:16.309773196Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:17.31438607Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:17.390915978Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:41:17.504501162Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f26461d2-04fe-40aa-80c2-1eb0bc461628): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-16T14:41:18.316726012Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be17b300-1403-4c8d-ae82-d16d9a6cca0b\", \"content-length\": \"173\", \"date\": \"Mon, 16 Sep 2024 14:41:19 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"13a675b5-d6ac-4ec4-8ae1-cfa3c73961a3\\\"\", request_id: \"be17b300-1403-4c8d-ae82-d16d9a6cca0b\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:20.173916616Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:21.625623307Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:21.779804554Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58426"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:21.781380934Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.049103013Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"e0d6124f-2465-43c5-9bda-72cf38154d94","remote_addr":"[fd00:1122:3344:101::b]:58426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":269168,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.04942623Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.04945478Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36549"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.04947176Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64498"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.049563622Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52071"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.049769996Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43763"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.049795297Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49452"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.050642863Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.056405243Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1a1bed05-3e0f-4678-a930-be2b2fed28e3","remote_addr":"[fd00:1122:3344:101::a]:52071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5819,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.056528075Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"bae3a947-5b2d-43e4-9ba6-0aa9b9f62376","remote_addr":"[fd00:1122:3344:101::c]:57458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6849,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.056569295Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b26ff5b0-dd79-4cfe-bb79-9e433561a02c","remote_addr":"[fd00:1122:3344:101::b]:36549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6937,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.056591536Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"afa5a60d-6e0e-49ce-a5a2-31fcf48aac3f","remote_addr":"[fd00:1122:3344:101::a]:49452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6656,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.056710018Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.057074845Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.057302169Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.063231162Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.063952666Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"904041d1-20f1-41b1-a696-c89ca876258c","remote_addr":"[fd00:1122:3344:101::b]:58426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7906,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.091532472Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61740"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.09196965Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f8603280-dad2-480d-8a4d-04f19face701","remote_addr":"[fd00:1122:3344:101::c]:61740","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":325,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.175120013Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0a092483-7eaa-49c1-ba00-db65eb9479a5","remote_addr":"[fd00:1122:3344:101::a]:52071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7497,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.186572421Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0ecac94d-6ca5-4297-a826-c83c9e544bbe","remote_addr":"[fd00:1122:3344:101::c]:57458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":705,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.288627615Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"2775a9e8-e003-4e9c-be25-e30ea6a2f95d","remote_addr":"[fd00:1122:3344:101::a]:64498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":238708,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.28994387Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.289976791Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.290245746Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.29046843Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"f70ce92a-058f-44b8-b7a2-3ceabca35869","remote_addr":"[fd00:1122:3344:101::a]:64498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1307,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.291261055Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"10947067-ae7e-4cb1-b529-18919afbf54d","remote_addr":"[fd00:1122:3344:101::c]:43763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":235512,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.291774065Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.291822376Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.292288095Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.292532769Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"bf0402d4-9ddc-4c18-b006-714ca5d0b460","remote_addr":"[fd00:1122:3344:101::c]:43763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":822,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.734047819Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55249"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.734146781Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.932710613Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"38b16254-db7a-4206-b7f5-c6aab50b3c57","remote_addr":"[fd00:1122:3344:101::c]:55249","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":198568,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.933189892Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.933248433Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.933525529Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:22.933767914Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"8fc73acf-5bc2-4377-951d-5427ca512b79","remote_addr":"[fd00:1122:3344:101::c]:55249","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":670,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:24.146533322Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64823"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:24.146595894Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"2262a39f-7f4b-42a2-abb9-dc7f3a9a31be","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64823","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:24.979346716Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34363"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:24.979917656Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0209958c-a258-4b69-96ed-8ac2c8710e44, kind: Service { id: fcbfd0d4-0b48-4392-95df-b0bdb2c97118 }, name: Name(\"external-dns-fcbfd0d4-0b48-4392-95df-b0bdb2c97118\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d92164c2-5a56-4d60-8c81-dc1f28593a20, kind: Service { id: 216291e2-64d0-4e57-82ea-84523304c97b }, name: Name(\"external-dns-216291e2-64d0-4e57-82ea-84523304c97b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 23db4cec-0b26-446c-96b5-1f5586deae8f, kind: Service { id: 1ee13a98-c783-4c45-9593-448411671260 }, name: Name(\"nexus-1ee13a98-c783-4c45-9593-448411671260\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 91])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 77aacb15-62c9-4b38-9aec-31d129b37a57, kind: Service { id: 462be26e-457a-41d2-bbd8-1e15a3b16f70 }, name: Name(\"nexus-462be26e-457a-41d2-bbd8-1e15a3b16f70\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 243, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d937e6f4-c37f-4e58-9f07-29b8c7e410f1, kind: Service { id: 22366698-bbc7-4459-a306-c29831fda914 }, name: Name(\"nexus-22366698-bbc7-4459-a306-c29831fda914\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 181])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:24.98009843Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:24.980129231Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:24.980142741Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:24.980164991Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:24.980175412Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:24.980192052Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:24.980225782Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"bc3099c9-2bd5-4624-ab0c-ac0cfe10af87","remote_addr":"[fd00:1122:3344:101::c]:34363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":844,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:24.981488597Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.300550443Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42316"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.300647925Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.499795529Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"3b562df0-5326-435a-9772-541440d70a05","remote_addr":"[fd00:1122:3344:101::c]:42316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":199127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.499976712Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38296"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.499987582Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36560"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.499996592Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40571"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.500230297Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0209958c-a258-4b69-96ed-8ac2c8710e44, kind: Service { id: fcbfd0d4-0b48-4392-95df-b0bdb2c97118 }, name: Name(\"external-dns-fcbfd0d4-0b48-4392-95df-b0bdb2c97118\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d92164c2-5a56-4d60-8c81-dc1f28593a20, kind: Service { id: 216291e2-64d0-4e57-82ea-84523304c97b }, name: Name(\"external-dns-216291e2-64d0-4e57-82ea-84523304c97b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 23db4cec-0b26-446c-96b5-1f5586deae8f, kind: Service { id: 1ee13a98-c783-4c45-9593-448411671260 }, name: Name(\"nexus-1ee13a98-c783-4c45-9593-448411671260\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 91])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 77aacb15-62c9-4b38-9aec-31d129b37a57, kind: Service { id: 462be26e-457a-41d2-bbd8-1e15a3b16f70 }, name: Name(\"nexus-462be26e-457a-41d2-bbd8-1e15a3b16f70\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 243, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d937e6f4-c37f-4e58-9f07-29b8c7e410f1, kind: Service { id: 22366698-bbc7-4459-a306-c29831fda914 }, name: Name(\"nexus-22366698-bbc7-4459-a306-c29831fda914\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 181])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.500265697Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.500287208Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.500295828Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.500301058Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.500308828Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.500327968Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.500353039Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"dae5cdf2-c0c1-49e1-9d1c-a08253188bc5","remote_addr":"[fd00:1122:3344:101::a]:36560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":296,"response_code":"204"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.500868889Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.50093162Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501004452Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0209958c-a258-4b69-96ed-8ac2c8710e44, kind: Service { id: fcbfd0d4-0b48-4392-95df-b0bdb2c97118 }, name: Name(\"external-dns-fcbfd0d4-0b48-4392-95df-b0bdb2c97118\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d92164c2-5a56-4d60-8c81-dc1f28593a20, kind: Service { id: 216291e2-64d0-4e57-82ea-84523304c97b }, name: Name(\"external-dns-216291e2-64d0-4e57-82ea-84523304c97b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 23db4cec-0b26-446c-96b5-1f5586deae8f, kind: Service { id: 1ee13a98-c783-4c45-9593-448411671260 }, name: Name(\"nexus-1ee13a98-c783-4c45-9593-448411671260\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 91])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 77aacb15-62c9-4b38-9aec-31d129b37a57, kind: Service { id: 462be26e-457a-41d2-bbd8-1e15a3b16f70 }, name: Name(\"nexus-462be26e-457a-41d2-bbd8-1e15a3b16f70\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 243, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d937e6f4-c37f-4e58-9f07-29b8c7e410f1, kind: Service { id: 22366698-bbc7-4459-a306-c29831fda914 }, name: Name(\"nexus-22366698-bbc7-4459-a306-c29831fda914\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 181])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501031932Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0209958c-a258-4b69-96ed-8ac2c8710e44, kind: Service { id: fcbfd0d4-0b48-4392-95df-b0bdb2c97118 }, name: Name(\"external-dns-fcbfd0d4-0b48-4392-95df-b0bdb2c97118\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d92164c2-5a56-4d60-8c81-dc1f28593a20, kind: Service { id: 216291e2-64d0-4e57-82ea-84523304c97b }, name: Name(\"external-dns-216291e2-64d0-4e57-82ea-84523304c97b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 23db4cec-0b26-446c-96b5-1f5586deae8f, kind: Service { id: 1ee13a98-c783-4c45-9593-448411671260 }, name: Name(\"nexus-1ee13a98-c783-4c45-9593-448411671260\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 91])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 77aacb15-62c9-4b38-9aec-31d129b37a57, kind: Service { id: 462be26e-457a-41d2-bbd8-1e15a3b16f70 }, name: Name(\"nexus-462be26e-457a-41d2-bbd8-1e15a3b16f70\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 243, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d937e6f4-c37f-4e58-9f07-29b8c7e410f1, kind: Service { id: 22366698-bbc7-4459-a306-c29831fda914 }, name: Name(\"nexus-22366698-bbc7-4459-a306-c29831fda914\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 181])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501052972Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501092273Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501105063Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501150624Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501176735Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501202935Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501235796Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"45d6521e-ff7b-425b-ad75-b36abad19cd0","remote_addr":"[fd00:1122:3344:101::c]:38296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1187,"response_code":"204"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501246126Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501267906Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Reading ledger from /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501285747Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501291737Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501305597Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501326318Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501333668Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501363188Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ec4ebe82-0847-4619-b340-9b4db61d4787","remote_addr":"[fd00:1122:3344:101::b]:40571","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1218,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:25.501534482Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"75ed6506-f86e-4ce7-b0c1-1795c7f08547","remote_addr":"[fd00:1122:3344:101::c]:42316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1297,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:33.595744582Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40910"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:33.595874874Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7cc15249-b456-4f5f-bf02-c54fba6256d3","remote_addr":"[fd00:1122:3344:101::c]:40910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:33.606031978Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"98f1ee2c-5f6e-4d2f-bff3-0da7da76b7ed","remote_addr":"[fd00:1122:3344:101::c]:40910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"204"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:48.446102527Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.498814122Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60622"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.499035406Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c0724c79-2e79-4fc1-976b-1a84249d3905","remote_addr":"[fd00:1122:3344:101::b]:60622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":176,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.559494238Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55063"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.559560769Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b37eb80d-c3af-4e58-bd34-df168a664884","remote_addr":"[fd00:1122:3344:101::b]:55063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":44,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.570900065Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bf257de7-a04b-4acd-b7cc-4a7d1abd8180","remote_addr":"[fd00:1122:3344:101::b]:55063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":311,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.778424648Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60953"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.778792815Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.852364776Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.92234814Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"69c2acf4-33ab-4a06-b3bd-0bac46649b8d","remote_addr":"[fd00:1122:3344:101::b]:60953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":143871,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.922539753Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37024"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.922591114Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54254"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.922602064Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39518"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.922734287Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"133e39dc-ed05-4325-9167-e69dd471485b","remote_addr":"[fd00:1122:3344:101::c]:54254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":85,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.922816878Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6dc28344-3390-4302-b337-bca2a0eedea8","remote_addr":"[fd00:1122:3344:101::a]:37024","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":133,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.92290911Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"76b249e5-1357-442f-92b7-30a54422f1ff","remote_addr":"[fd00:1122:3344:101::c]:39518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":228,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.923262637Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3645c1b8-154f-4530-993f-8443c510163e","remote_addr":"[fd00:1122:3344:101::b]:60953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":459,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.932654856Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3e87b80e-44aa-46cb-bdef-cd7c87798979","remote_addr":"[fd00:1122:3344:101::c]:54254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":115,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.933786267Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b7345aa5-4770-493d-aef6-d26d29713760","remote_addr":"[fd00:1122:3344:101::a]:37024","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":770,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.936930007Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49647"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.937008779Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:51.980218512Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:52.034249801Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"25662cea-cb93-4d2c-9849-87a835453afd","remote_addr":"[fd00:1122:3344:101::c]:49647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97267,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:52.034444155Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40845"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:52.034669069Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:52.038094364Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:52.038199906Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ec795bd6-0717-4abe-88a3-dee33d2d4e8c","remote_addr":"[fd00:1122:3344:101::c]:49647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3592,"response_code":"200"} {"msg":"Writing ledger to /pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:52.038663435Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/5030d049-17a4-410c-928c-0c655aace2c5/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:52.039647394Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:52.040587992Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:52.040650583Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"6590e2f6-abf5-47a9-9e1c-731f8249da55","remote_addr":"[fd00:1122:3344:101::b]:60953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6097,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:52.061897627Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42604"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:52.062736134Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"276829c2-cc33-4e78-87fa-abe139a760ed","remote_addr":"[fd00:1122:3344:101::a]:42604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":745,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:52.068906181Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:52.119871592Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e9ee6834-f5ec-4ed5-a165-e3e8e0257152","remote_addr":"[fd00:1122:3344:101::a]:40845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":85336,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:52.120358671Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2aa26a5d-b66d-4f6f-b2c9-3183408a0077","remote_addr":"[fd00:1122:3344:101::a]:40845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":169,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:54.185311951Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33549"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:41:54.185372253Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"05fcc742-0061-41c0-bc60-925f68aa1384","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33549","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:21.511411743Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:50609"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:21.512389962Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9aaec222-6472-4114-9caf-4eff3908dc30","remote_addr":"[fd00:1122:3344:101::b]:50609","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":957,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:21.524592794Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"cc17a13d-9443-4c0d-80cc-fa40eb8d88b0","remote_addr":"[fd00:1122:3344:101::b]:50609","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":124,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:21.850758337Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56022"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:21.85091444Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"22093bff-dc19-4f05-8248-b8a1f16bcf62","remote_addr":"[fd00:1122:3344:101::a]:56022","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:21.864201483Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39034"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:21.865211152Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"533a1421-8ca0-4576-baa5-77771ee42427","remote_addr":"[fd00:1122:3344:101::b]:39034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":949,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:21.883541671Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47632"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:21.883692764Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6cb9a9d5-20a5-43fb-8b74-25943280d211","remote_addr":"[fd00:1122:3344:101::a]:47632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:21.900505374Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"434c185e-a4e8-419a-a848-98f2e589dd9d","remote_addr":"[fd00:1122:3344:101::a]:47632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:21.902052684Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59634"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:21.902184346Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"cfc10bfa-8be4-4128-bf7f-1d957db26040","remote_addr":"[fd00:1122:3344:101::c]:59634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":48,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:21.98584143Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:36131"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:21.986062374Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"13f29874-69af-40b6-8a5f-11234233b794","remote_addr":"[fd00:1122:3344:101::c]:36131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":140,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:21.992116009Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"01bd645c-cc68-4bdb-bcfd-3556bba1de6a","remote_addr":"[fd00:1122:3344:101::c]:59634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":77,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:22.092791397Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37858"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:22.092878019Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:22.131042594Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:22.189437957Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"504bdcdb-a114-425b-9009-926dcd3c9691","remote_addr":"[fd00:1122:3344:101::b]:37858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96585,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:22.1896079Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45782"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:22.189628921Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34269"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:22.190171231Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:22.190234422Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"875454fd-d24a-45fa-8c80-2023f0458f3f","remote_addr":"[fd00:1122:3344:101::b]:37858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":479,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:22.22737878Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:22.283472708Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:22.283535819Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d2afd2a6-e7da-474f-b9fb-4bab8daf6871","remote_addr":"[fd00:1122:3344:101::c]:45782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93675,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:22.287209659Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"68a5ade5-0abe-4e47-9c76-13bcffe3bebf","remote_addr":"[fd00:1122:3344:101::c]:45782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":789,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:22.319431333Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:22.37074212Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c7419f94-6c11-4af2-9684-6dd0583a3609","remote_addr":"[fd00:1122:3344:101::a]:34269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":180877,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:22.371135808Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"58f1744a-ce17-42de-a43a-7d1147e2c123","remote_addr":"[fd00:1122:3344:101::a]:34269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:24.21775494Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48779"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:24.218402243Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"826b436d-e30b-4364-b65a-3ac6c3c38e4b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48779","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":629,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.626484895Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56299"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.62674152Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"67ce8cda-6ec0-4f6b-aa3a-7b0bee14bd9c","remote_addr":"[fd00:1122:3344:101::b]:56299","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":164,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.657929744Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5bf91cab-6f33-4444-a8cd-7ea1443be69f","remote_addr":"[fd00:1122:3344:101::b]:56299","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1547,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.755724316Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59695"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.755832778Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.79687187Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.861677525Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f9a6d7d5-e1bc-4cfc-9116-d074eabb7b18","remote_addr":"[fd00:1122:3344:101::b]:59695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105904,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.86195133Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35851"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.861984771Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62697"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.862055962Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44391"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.862177194Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e40f892e-fd51-46b0-9652-ee5c4db7e590","remote_addr":"[fd00:1122:3344:101::c]:62697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.862278866Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0c030b1e-8d6f-421e-b787-cd045135b4a8","remote_addr":"[fd00:1122:3344:101::b]:59695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":279,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.862325737Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2d33d75d-cbea-419b-a025-5595ee7ba812","remote_addr":"[fd00:1122:3344:101::a]:35851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":182,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.863389147Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d74f033f-aef9-4616-96f7-e3c5e02f85b1","remote_addr":"[fd00:1122:3344:101::b]:44391","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1222,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.872697235Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ae9d77de-481d-4008-9bb8-924618f9616c","remote_addr":"[fd00:1122:3344:101::c]:62697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":141,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.872928729Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"05dd30c4-4148-4dd3-8eee-b0061feb2b1b","remote_addr":"[fd00:1122:3344:101::a]:35851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":61,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.902768887Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37071"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.90292158Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"38359d41-577b-4f79-afb8-0df9bb8a22bb","remote_addr":"[fd00:1122:3344:101::c]:37071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.977948719Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34791"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:51.978046611Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:52.020538871Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:52.082283237Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b8bc1461-74fa-42ad-bbdb-7f4c44e89854","remote_addr":"[fd00:1122:3344:101::c]:34791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104285,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:52.08245528Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37486"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:52.082538392Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58234"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:52.082655564Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:52.086791293Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"182ad313-2ad1-4b2f-a75f-a82d7f72ea3b","remote_addr":"[fd00:1122:3344:101::a]:58234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4092,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:52.086893304Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"46eb19d2-1174-4466-ae3a-326a49724b3e","remote_addr":"[fd00:1122:3344:101::c]:34791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4211,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:52.118102289Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:52.172873401Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a01b8660-3a38-4adc-8067-b14a076ff71b","remote_addr":"[fd00:1122:3344:101::a]:37486","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90312,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:52.173236188Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4b4f8f06-dfdb-4b5a-b019-17f0161a0ea4","remote_addr":"[fd00:1122:3344:101::a]:37486","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:54.252113315Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58003"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:42:54.252184516Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"98c4b7a1-54c7-4243-8243-86a32833542e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58003","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:21.62782209Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49065"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:21.629726287Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"626c0ee5-8fd8-4c1b-86bd-f44f9a449e34","remote_addr":"[fd00:1122:3344:101::b]:49065","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1799,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:21.697990717Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c5637a6d-7453-419a-8141-a12617b30648","remote_addr":"[fd00:1122:3344:101::b]:49065","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":160,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:21.897830764Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52141"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:21.89870999Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e1ac313c-177a-42b2-8939-61172c84b6d7","remote_addr":"[fd00:1122:3344:101::c]:52141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":856,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:21.910148928Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b74f14ba-407e-4e12-97d3-8e5c2988c6e2","remote_addr":"[fd00:1122:3344:101::c]:52141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:21.938001819Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49066"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:21.938210683Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6aebeb2a-be1a-4632-8efd-fd4d140f582d","remote_addr":"[fd00:1122:3344:101::b]:49066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":160,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:21.964873231Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60886"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:21.964955902Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6bde3d18-c086-451f-aad0-0756fef1989b","remote_addr":"[fd00:1122:3344:101::a]:60886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":27,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:21.975235978Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7f45ce6e-835f-4356-93f9-41be2325a137","remote_addr":"[fd00:1122:3344:101::a]:60886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":695,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.02780734Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38732"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.027898041Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.065025038Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.118011018Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3ba1124e-e5fa-4fdd-b6d8-1fc6179b23e9","remote_addr":"[fd00:1122:3344:101::b]:38732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90160,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.118417885Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48286"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.118430506Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60786"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.118456436Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47067"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.118574608Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f65277c8-7e34-449a-89d0-9acb78a4bb62","remote_addr":"[fd00:1122:3344:101::b]:38732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":273,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.119355133Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.119441835Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"45368077-ef30-4f5f-b2a5-44120db03bef","remote_addr":"[fd00:1122:3344:101::a]:48286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":935,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.119455145Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4c3c914d-cef9-4e9f-adf8-c9011fab8b40","remote_addr":"[fd00:1122:3344:101::c]:47067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":957,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.15754408Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.17696956Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34701"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.215074406Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.215134437Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1a9544dc-8647-4c87-b911-25eb8d464f49","remote_addr":"[fd00:1122:3344:101::c]:60786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96509,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.219014711Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"60c26492-4384-466b-bdd9-7ce0c68ca4b0","remote_addr":"[fd00:1122:3344:101::c]:60786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":700,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.252981898Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.311028033Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2f50174e-7e3d-446d-8fe4-fd24bfcefda0","remote_addr":"[fd00:1122:3344:101::a]:34701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":133945,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:22.31135406Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"dbebc3cc-c5c4-427e-b45e-31a5f2bd3d9a","remote_addr":"[fd00:1122:3344:101::a]:34701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:24.286164874Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46561"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:24.286804766Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"084fd148-5cd8-4ba5-93d9-b85dc7d0ac28","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46561","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":617,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.531348116Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35784"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.531432138Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c9c6fc01-4042-44d3-9061-369aa879e492","remote_addr":"[fd00:1122:3344:101::b]:35784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":58,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.540361198Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"30f8b4ee-f67b-422d-a7ba-97e98d920b50","remote_addr":"[fd00:1122:3344:101::b]:35784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.675460021Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:50095"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.675656735Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"95de649c-2f1a-44cc-8a1e-1da375cf28f5","remote_addr":"[fd00:1122:3344:101::b]:50095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":170,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.691986906Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42036"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.692067217Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.736154107Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.812111464Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"50672f11-13e1-4a35-a1a3-9c81ff075db7","remote_addr":"[fd00:1122:3344:101::b]:42036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":120079,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.812243546Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53401"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.812350309Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"52c52d06-fd28-497b-ba80-1fe1d1f3c571","remote_addr":"[fd00:1122:3344:101::c]:53401","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":54,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.812505851Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b01a6296-0591-4f8b-b883-825b9faa4b1d","remote_addr":"[fd00:1122:3344:101::b]:42036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.822577123Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"15f1de23-95c1-48aa-9189-578973f088be","remote_addr":"[fd00:1122:3344:101::c]:53401","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":673,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.872497104Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59262"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.872667027Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"9ce87031-140b-4ba7-8604-e7e3035c2490","remote_addr":"[fd00:1122:3344:101::c]:59262","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.903636127Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51446"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.904441943Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:51.944497575Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:52.002140004Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4283720d-1882-4167-952f-33f7252b5ac3","remote_addr":"[fd00:1122:3344:101::c]:51446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98440,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:52.002455959Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63993"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:52.002540911Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40073"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:52.002720495Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2fe5397f-1e09-4705-908e-b14ddca21a32","remote_addr":"[fd00:1122:3344:101::c]:51446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":263,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:52.003618482Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9f2bae3f-355e-4269-b014-67651704c25c","remote_addr":"[fd00:1122:3344:101::a]:40073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":955,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:52.003729804Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c4a1d4d8-9a56-46c4-90d9-5667cb24ef5b","remote_addr":"[fd00:1122:3344:101::a]:63993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1183,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:52.003852346Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57798"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:52.003977419Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:52.044099623Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:52.102956344Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d6c683f1-b05b-4db3-920a-115e353b98b6","remote_addr":"[fd00:1122:3344:101::a]:57798","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99020,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:52.103376942Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b4e5e935-af01-44e1-9fae-a9f60c5f5835","remote_addr":"[fd00:1122:3344:101::a]:57798","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":158,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:52.108647502Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"22f5e783-1247-4690-a880-530827e9aaae","remote_addr":"[fd00:1122:3344:101::a]:40073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5184,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:54.31942189Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33507"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:43:54.319532512Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"09ba4e1d-4c09-44a7-b4ed-8214c96c7f6c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33507","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":81,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:00.261063971Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:50858","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::d]:39763"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:00.347792843Z","hostname":"sock","pid":1562,"uri":"/f26461d2-04fe-40aa-80c2-1eb0bc461628","method":"GET","req_id":"2a21546c-78fd-4e92-9787-96d3841c72d8","remote_addr":"[fd00:1122:3344:101::d]:39763","local_addr":"[fd00:1122:3344:101::1]:50858","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":85095,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:21.653530313Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48768"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:21.653633205Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"86b5af26-57ac-4c2b-837b-6c9236c12767","remote_addr":"[fd00:1122:3344:101::b]:48768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":81,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:21.68539019Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"41049456-3c79-4a11-a7ef-04da241b83fd","remote_addr":"[fd00:1122:3344:101::b]:48768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:21.785239942Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34779"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:21.785319113Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e971098f-a960-4114-934a-fde120b022d8","remote_addr":"[fd00:1122:3344:101::c]:34779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":43,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:21.836229883Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64965"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:21.836400646Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a9f794ff-54d6-4016-934c-7475d780aeaa","remote_addr":"[fd00:1122:3344:101::b]:64965","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:21.970073503Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46777"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:21.970142814Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7a630a26-0858-4972-b6af-b823a4e5941b","remote_addr":"[fd00:1122:3344:101::a]:46777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:21.993915357Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4e88f2e8-4a46-4cad-87a0-b279d605d768","remote_addr":"[fd00:1122:3344:101::a]:46777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":142,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.042258067Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63594"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.043270537Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a413162a-0fd5-438d-aefd-0a8e6f372a6b","remote_addr":"[fd00:1122:3344:101::c]:63594","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":985,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.064227966Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"643386fe-9740-4e52-a024-b14d3dcbb64d","remote_addr":"[fd00:1122:3344:101::c]:34779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":988,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.113158888Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40571"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.11324663Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.154895272Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.216005926Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"aca398a1-d2db-4b21-b65a-6ec3a76f4bd6","remote_addr":"[fd00:1122:3344:101::a]:40571","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102800,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.2162373Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53927"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.216377223Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52701"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.217154548Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.21723273Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d8a2443c-c629-4c03-92d7-312ddc44fef5","remote_addr":"[fd00:1122:3344:101::a]:53927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":951,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.21727308Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"21b4daa3-74e1-49c0-b086-a6947f6ca00e","remote_addr":"[fd00:1122:3344:101::a]:40571","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":934,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.25979822Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.295787976Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44882"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.322488434Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.322538845Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"42cf1001-c821-4fc2-9df6-76239ebd888a","remote_addr":"[fd00:1122:3344:101::c]:52701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106018,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.326714015Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"77b225c2-8aec-4149-903c-ba34581b3893","remote_addr":"[fd00:1122:3344:101::c]:52701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":795,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.357884569Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.414821103Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b28e1729-40f9-4179-9c08-5537d246b703","remote_addr":"[fd00:1122:3344:101::b]:44882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":118917,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:22.415260882Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c82f5675-9456-45c8-89eb-db9112d0203d","remote_addr":"[fd00:1122:3344:101::b]:44882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:24.356980655Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43497"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:24.357063277Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"9fc5d9d5-9223-4890-8c5f-fbeda2dc2e3a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43497","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":65,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:30.266853711Z","hostname":"sock","pid":1562,"uri":"/f26461d2-04fe-40aa-80c2-1eb0bc461628","method":"GET","req_id":"c8f9adf9-56ea-4be8-90cb-75e776ae031d","remote_addr":"[fd00:1122:3344:101::d]:39763","local_addr":"[fd00:1122:3344:101::1]:50858","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6986,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.4306911Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35682"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.430797231Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0d8f1cb2-ec81-4adc-9287-d5cfd84978e9","remote_addr":"[fd00:1122:3344:101::b]:35682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":71,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.448800685Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"41f7daad-91ad-48f2-a3db-939a253fc258","remote_addr":"[fd00:1122:3344:101::b]:35682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.714441364Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64329"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.714518896Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"eeca5a5d-d9b0-4494-b0a1-61c249b3836a","remote_addr":"[fd00:1122:3344:101::c]:64329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.718446101Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.718617204Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d78c1271-437f-4f60-af77-6b047a857846","remote_addr":"[fd00:1122:3344:101::b]:59134","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":119,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.730831797Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e8425008-2c7c-4caa-8241-a9c6910b1923","remote_addr":"[fd00:1122:3344:101::c]:64329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":998,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.825614482Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:41190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.825728864Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5dcc0a53-014e-415e-bbe9-632d4c656eeb","remote_addr":"[fd00:1122:3344:101::a]:41190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.836159283Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e3cb0b2b-dca5-4d84-aab1-4bbc03d4d6f1","remote_addr":"[fd00:1122:3344:101::a]:41190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":131,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.84911577Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34180"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.849294483Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5923ed58-3af0-4d8e-a424-8a8f34c2986f","remote_addr":"[fd00:1122:3344:101::c]:34180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.889823755Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53818"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.890452807Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.933499767Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.99352119Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e439fddc-fb47-4ae8-962c-c9aa1a8fb53a","remote_addr":"[fd00:1122:3344:101::b]:53818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103629,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.993715294Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53268"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.993773455Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63039"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.993877907Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.998273971Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1e99ff54-3f91-4fd1-9f0a-5b50e7fc094f","remote_addr":"[fd00:1122:3344:101::b]:53818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":698,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:51.998365482Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"14c3a5aa-a3d3-4c93-98da-e2c7a1b445de","remote_addr":"[fd00:1122:3344:101::a]:63039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4403,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:52.031476273Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:52.035571491Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54823"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:52.089999158Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:52.090049739Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0af22b27-a163-49ca-bca9-91edb11549c4","remote_addr":"[fd00:1122:3344:101::c]:53268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96236,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:52.094369921Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"bf6d3ea2-467a-42f0-95f2-960cb741366d","remote_addr":"[fd00:1122:3344:101::c]:53268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":694,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:52.127118224Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:52.185349603Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f49073fa-c196-4bea-8a01-243a57029007","remote_addr":"[fd00:1122:3344:101::a]:54823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":149615,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:52.18570957Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d11e9656-8f3c-4446-bf25-fd4dda2a6351","remote_addr":"[fd00:1122:3344:101::a]:54823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":161,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:54.391044905Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57566"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:44:54.391102536Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"5cdc41a2-39b1-4643-bca4-16797364cef0","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57566","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":40,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:00.266181109Z","hostname":"sock","pid":1562,"uri":"/f26461d2-04fe-40aa-80c2-1eb0bc461628","method":"GET","req_id":"737b1c5d-0b62-47fd-87df-d2e88f31b8b8","remote_addr":"[fd00:1122:3344:101::d]:39763","local_addr":"[fd00:1122:3344:101::1]:50858","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6599,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:21.864082181Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35606"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:21.864170013Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"54078702-b8c5-4013-9c83-6e69abc57eef","remote_addr":"[fd00:1122:3344:101::b]:35606","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":58,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:21.875493888Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6201509c-370f-42b1-ab00-57ba07c88c42","remote_addr":"[fd00:1122:3344:101::b]:35606","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:21.878395344Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:56682"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:21.878454045Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"49cea1e8-912f-4f8b-8aa8-82b60705a655","remote_addr":"[fd00:1122:3344:101::c]:56682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":22,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:21.950356765Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:41049"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:21.950431876Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3d347f4c-a1c9-415c-b0f7-2bd08de5e570","remote_addr":"[fd00:1122:3344:101::a]:41049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:21.95276195Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48611"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:21.952932263Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d90960bc-12ca-41bd-842a-b121330af1f3","remote_addr":"[fd00:1122:3344:101::c]:48611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:21.956348568Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3cc4eef1-5d4d-4e34-9ce3-bbb22711fcab","remote_addr":"[fd00:1122:3344:101::c]:56682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1085,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:21.958808826Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"96233165-9b36-4db6-ad8c-3971f401527a","remote_addr":"[fd00:1122:3344:101::a]:41049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":74,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.048367941Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:65477"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.048458633Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.092260007Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.152773429Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b94cef44-a3cf-4d4d-9d8c-d738b1c7597b","remote_addr":"[fd00:1122:3344:101::b]:65477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104358,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.152955203Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35235"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.153058875Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58266"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.153298679Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"aee24fc6-f589-4bac-a576-afd4325c219a","remote_addr":"[fd00:1122:3344:101::b]:35235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":282,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.153376591Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e89910d0-74f0-439e-8ace-e6d6ff5e308f","remote_addr":"[fd00:1122:3344:101::b]:65477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":251,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.153445182Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"479afba2-eeaf-4b03-8fc9-ded6cf5f9b41","remote_addr":"[fd00:1122:3344:101::a]:58266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":288,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.158655741Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56071"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.158831965Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.197867358Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.257600976Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ca5070ca-e190-43b1-929c-c306b1521c67","remote_addr":"[fd00:1122:3344:101::a]:56071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98845,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.257832041Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52769"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.258774819Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.258793679Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c7850708-c755-490b-b78d-e1c64f25cc77","remote_addr":"[fd00:1122:3344:101::a]:56071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":894,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.297289422Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.355370858Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6c0717b7-6c82-4755-bf22-b63398f2398a","remote_addr":"[fd00:1122:3344:101::c]:52769","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97371,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:22.355808197Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"bc776780-487a-412a-a30a-8c03776e9749","remote_addr":"[fd00:1122:3344:101::c]:52769","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":166,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:24.424993428Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39929"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:24.425691982Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"167c5143-7394-4c45-bc9b-8d201c8834b0","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39929","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":653,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:30.2674858Z","hostname":"sock","pid":1562,"uri":"/f26461d2-04fe-40aa-80c2-1eb0bc461628","method":"GET","req_id":"c60c74c5-cab2-4581-b653-33e290e30db1","remote_addr":"[fd00:1122:3344:101::d]:39763","local_addr":"[fd00:1122:3344:101::1]:50858","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7813,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.572533478Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42145"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.572695871Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e0241e6c-8c44-4385-bead-5da320aaef9f","remote_addr":"[fd00:1122:3344:101::b]:42145","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.57738197Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42909"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.577474902Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"25851d90-c896-477d-8a6d-ab6ed1610721","remote_addr":"[fd00:1122:3344:101::b]:42909","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":37,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.593353854Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"02cfde95-734e-4262-a889-af845f12bf9a","remote_addr":"[fd00:1122:3344:101::b]:42909","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.725195355Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51467"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.725272867Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.768696714Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.8346529Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a1b4c540-4f28-4360-ba8c-798ae2de44ba","remote_addr":"[fd00:1122:3344:101::b]:51467","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":109408,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.834851444Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58512"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.834905875Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53650"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.835007417Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"591187db-030a-4530-ad70-111c5a7400b2","remote_addr":"[fd00:1122:3344:101::a]:58512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":115,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.835903914Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1b879778-7545-4961-92d0-77af680768fa","remote_addr":"[fd00:1122:3344:101::c]:53650","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":910,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.835968045Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c533f2b7-0527-4b08-a355-5135b6a52c18","remote_addr":"[fd00:1122:3344:101::b]:51467","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":979,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.864589631Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60071"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.864759664Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"1bedd11c-a79d-46e4-a8f8-5d8004bef10c","remote_addr":"[fd00:1122:3344:101::c]:60071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":118,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.871070194Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c45fb733-9170-4cda-9f04-b957d6273eca","remote_addr":"[fd00:1122:3344:101::c]:53650","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.877013917Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33639"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.87715033Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"186c59e3-e76f-446b-843d-311f2313aedf","remote_addr":"[fd00:1122:3344:101::a]:33639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.884261745Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"12135ea2-aacc-469f-a9ba-36a6e542192a","remote_addr":"[fd00:1122:3344:101::a]:58512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":77,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.90709604Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46421"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.907186042Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:51.947800826Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:52.001474438Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"fd0e1c1a-0482-4317-a6b9-7ca8694b4898","remote_addr":"[fd00:1122:3344:101::c]:46421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94337,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:52.001629251Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36625"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:52.001745473Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:52.037393812Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:52.092075024Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"14879232-b20a-4d19-bf5d-58393113067a","remote_addr":"[fd00:1122:3344:101::a]:36625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90366,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:52.092601914Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a0e37278-8af8-4abf-a127-cecd4ae66a76","remote_addr":"[fd00:1122:3344:101::c]:46421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":327,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:52.092892019Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a3af2105-689a-4b9e-b4bf-e145c1707041","remote_addr":"[fd00:1122:3344:101::a]:36625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":184,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:54.461014484Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41235"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:45:54.461115936Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"03b80f85-463d-43e8-9e16-652a26c36b7d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41235","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":84,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:00.275533345Z","hostname":"sock","pid":1562,"uri":"/f26461d2-04fe-40aa-80c2-1eb0bc461628","method":"GET","req_id":"996b395c-f21b-497f-aa22-8096bc7a536f","remote_addr":"[fd00:1122:3344:101::d]:39763","local_addr":"[fd00:1122:3344:101::1]:50858","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6254,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:21.558999012Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47027"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:21.559071873Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c230b5b0-d62f-431e-a8e7-b27d9d965242","remote_addr":"[fd00:1122:3344:101::b]:47027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:21.572143372Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"603b2604-e994-458b-b7fc-a90d30c9665d","remote_addr":"[fd00:1122:3344:101::b]:47027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":150,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:21.829750509Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:34185"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:21.829953573Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3b085d93-ef7f-4369-900d-c2d722c474bd","remote_addr":"[fd00:1122:3344:101::b]:34185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":183,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:21.908256044Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34290"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:21.908342176Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"acf4ffcb-417f-467b-ba73-7555fcf1dc6c","remote_addr":"[fd00:1122:3344:101::a]:34290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:21.917229895Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45621"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:21.917344347Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:21.962932615Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.021744706Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5ba80711-fac4-4b94-b423-d38d7b1f4b65","remote_addr":"[fd00:1122:3344:101::b]:45621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104442,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.022855947Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"2601fdc8-1a0e-4c85-9ff0-6a293ffac678","remote_addr":"[fd00:1122:3344:101::a]:34290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":959,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.02301164Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3982de7f-ee60-4fb8-84e4-a846a0e5286d","remote_addr":"[fd00:1122:3344:101::b]:45621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.033678493Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64222"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.034863866Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0209958c-a258-4b69-96ed-8ac2c8710e44, kind: Service { id: fcbfd0d4-0b48-4392-95df-b0bdb2c97118 }, name: Name(\"external-dns-fcbfd0d4-0b48-4392-95df-b0bdb2c97118\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d92164c2-5a56-4d60-8c81-dc1f28593a20, kind: Service { id: 216291e2-64d0-4e57-82ea-84523304c97b }, name: Name(\"external-dns-216291e2-64d0-4e57-82ea-84523304c97b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 23db4cec-0b26-446c-96b5-1f5586deae8f, kind: Service { id: 1ee13a98-c783-4c45-9593-448411671260 }, name: Name(\"nexus-1ee13a98-c783-4c45-9593-448411671260\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 91])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 77aacb15-62c9-4b38-9aec-31d129b37a57, kind: Service { id: 462be26e-457a-41d2-bbd8-1e15a3b16f70 }, name: Name(\"nexus-462be26e-457a-41d2-bbd8-1e15a3b16f70\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 243, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d937e6f4-c37f-4e58-9f07-29b8c7e410f1, kind: Service { id: 22366698-bbc7-4459-a306-c29831fda914 }, name: Name(\"nexus-22366698-bbc7-4459-a306-c29831fda914\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 181])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.034907186Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.034950507Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.034971058Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.035010118Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.035037789Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.035061039Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.03509473Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0d14cc1a-d606-4c9b-8a9a-0d46c98c0f7c","remote_addr":"[fd00:1122:3344:101::b]:64222","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1341,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.045254854Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50582"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.045393236Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d04fb2da-257d-4697-a53c-0e72b9afc21a","remote_addr":"[fd00:1122:3344:101::a]:50582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.053638953Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63748"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.053757905Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a99cc762-b9ba-493b-baf6-a1462bfe7019","remote_addr":"[fd00:1122:3344:101::c]:63748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.069241551Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8b373be6-4e7a-4842-abb6-7267bf632aeb","remote_addr":"[fd00:1122:3344:101::c]:63748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.13699327Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:36790"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.137106323Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.185415323Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.251468971Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4a212083-4109-41a0-ad42-bab8c0ab2547","remote_addr":"[fd00:1122:3344:101::c]:36790","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114415,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.251659405Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34988"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.251673205Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:65532"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.251753916Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47850"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.251907069Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.256505307Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c01e8d60-ba12-4288-9818-f3231bd50c18","remote_addr":"[fd00:1122:3344:101::c]:36790","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4619,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.256636189Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a25802c7-e814-4cc9-a49c-006ad860d7da","remote_addr":"[fd00:1122:3344:101::c]:47850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4570,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.256644609Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0209958c-a258-4b69-96ed-8ac2c8710e44, kind: Service { id: fcbfd0d4-0b48-4392-95df-b0bdb2c97118 }, name: Name(\"external-dns-fcbfd0d4-0b48-4392-95df-b0bdb2c97118\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d92164c2-5a56-4d60-8c81-dc1f28593a20, kind: Service { id: 216291e2-64d0-4e57-82ea-84523304c97b }, name: Name(\"external-dns-216291e2-64d0-4e57-82ea-84523304c97b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 23db4cec-0b26-446c-96b5-1f5586deae8f, kind: Service { id: 1ee13a98-c783-4c45-9593-448411671260 }, name: Name(\"nexus-1ee13a98-c783-4c45-9593-448411671260\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 91])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 77aacb15-62c9-4b38-9aec-31d129b37a57, kind: Service { id: 462be26e-457a-41d2-bbd8-1e15a3b16f70 }, name: Name(\"nexus-462be26e-457a-41d2-bbd8-1e15a3b16f70\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 243, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d937e6f4-c37f-4e58-9f07-29b8c7e410f1, kind: Service { id: 22366698-bbc7-4459-a306-c29831fda914 }, name: Name(\"nexus-22366698-bbc7-4459-a306-c29831fda914\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 181])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.2566589Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.256708471Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.256741121Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.256792912Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.256838623Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.256871214Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.256932335Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5c8ab8b7-2074-43a8-85d5-23743e72a0f2","remote_addr":"[fd00:1122:3344:101::a]:65532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4978,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.287909745Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.301863941Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53921"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.302315989Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0209958c-a258-4b69-96ed-8ac2c8710e44, kind: Service { id: fcbfd0d4-0b48-4392-95df-b0bdb2c97118 }, name: Name(\"external-dns-fcbfd0d4-0b48-4392-95df-b0bdb2c97118\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d92164c2-5a56-4d60-8c81-dc1f28593a20, kind: Service { id: 216291e2-64d0-4e57-82ea-84523304c97b }, name: Name(\"external-dns-216291e2-64d0-4e57-82ea-84523304c97b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 174])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 23db4cec-0b26-446c-96b5-1f5586deae8f, kind: Service { id: 1ee13a98-c783-4c45-9593-448411671260 }, name: Name(\"nexus-1ee13a98-c783-4c45-9593-448411671260\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 91])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 77aacb15-62c9-4b38-9aec-31d129b37a57, kind: Service { id: 462be26e-457a-41d2-bbd8-1e15a3b16f70 }, name: Name(\"nexus-462be26e-457a-41d2-bbd8-1e15a3b16f70\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 243, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d937e6f4-c37f-4e58-9f07-29b8c7e410f1, kind: Service { id: 22366698-bbc7-4459-a306-c29831fda914 }, name: Name(\"nexus-22366698-bbc7-4459-a306-c29831fda914\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 181])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.302383321Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.302432802Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.302453012Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.302464182Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.302476082Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.302489173Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.302520323Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6e2f8a8a-1f87-462b-8c1a-44e864cdb2ac","remote_addr":"[fd00:1122:3344:101::c]:53921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":525,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.339584029Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d3c458fc-354e-4340-b1e0-36ef78f64a5a","remote_addr":"[fd00:1122:3344:101::a]:34988","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87799,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:22.340516207Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f237d7e6-762a-49fb-8d18-96dbe8fdf3e7","remote_addr":"[fd00:1122:3344:101::a]:34988","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:24.494688018Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36560"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:24.495271339Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"d9cea962-91ec-4040-bbb8-1cd2600d3eee","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36560","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":561,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:30.365829105Z","hostname":"sock","pid":1562,"uri":"/f26461d2-04fe-40aa-80c2-1eb0bc461628","method":"GET","req_id":"a84e20ce-3e4c-46bf-9b69-4b89b4a1b840","remote_addr":"[fd00:1122:3344:101::d]:39763","local_addr":"[fd00:1122:3344:101::1]:50858","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6916,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:33.525003978Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:33.525076179Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:33.556876815Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999995229s","next_cleanup":"Instant { tv_sec: 24682, tv_nsec: 515496938 }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:48.447801762Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.538726385Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38663"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.539396098Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9957a28b-bb89-4ee3-8a54-2067214ccb12","remote_addr":"[fd00:1122:3344:101::b]:38663","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":642,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.547966941Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"56c97c93-69b1-49a9-acc0-613db528ed95","remote_addr":"[fd00:1122:3344:101::b]:38663","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.657909765Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47620"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.658114809Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6104fad1-7f24-4055-b833-f65216354fce","remote_addr":"[fd00:1122:3344:101::b]:47620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":172,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.701081877Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45542"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.701139159Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d8df7dce-fedb-4451-b18e-a5a96a499220","remote_addr":"[fd00:1122:3344:101::c]:45542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":40,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.71537966Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7ba6d7f2-43cf-47e3-9ec7-2ba8d9774ad9","remote_addr":"[fd00:1122:3344:101::c]:45542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.759740355Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58325"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.759831717Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.814314045Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.889533117Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"46a182a3-1610-432b-859a-15a4a2a23f1c","remote_addr":"[fd00:1122:3344:101::b]:58325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129741,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.889742661Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57265"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.889878684Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53670"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.889970455Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"fd0add16-82cc-46a3-9a18-9b0c339d3ac4","remote_addr":"[fd00:1122:3344:101::a]:57265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":186,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.890778421Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"55beef91-80a9-4621-833e-41c94b82cc94","remote_addr":"[fd00:1122:3344:101::a]:53670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":802,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.890869573Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c1bf29ee-76ce-45c5-b712-102561eefa85","remote_addr":"[fd00:1122:3344:101::b]:58325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1039,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.900629258Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"2b0d63cf-4648-4f4a-9955-6a8150fa7e6b","remote_addr":"[fd00:1122:3344:101::a]:53670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":150,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.901180459Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39943"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.901285161Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.941436966Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.999115634Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4483719c-5702-486e-aa72-b72703f09a12","remote_addr":"[fd00:1122:3344:101::c]:39943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97877,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.999448001Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53115"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.999467001Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47503"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.999535922Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"87261233-1eac-4443-9d53-89046ffc710f","remote_addr":"[fd00:1122:3344:101::c]:39943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":171,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.999741476Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"66979fe5-8b08-4835-bb56-a02a58ef92be","remote_addr":"[fd00:1122:3344:101::c]:47503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":226,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:51.999766957Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:52.040847429Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:52.098974096Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"64f33a05-d9b1-4f4b-ba26-479930ae3ff5","remote_addr":"[fd00:1122:3344:101::a]:53115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99361,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:52.099378804Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"108a1267-0a9f-4d7f-b25a-a79b75732c4b","remote_addr":"[fd00:1122:3344:101::a]:53115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:54.529185995Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38382"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:46:54.529301367Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"9acb2934-ea48-4281-80e2-e5dad94248bf","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38382","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:00.366161181Z","hostname":"sock","pid":1562,"uri":"/f26461d2-04fe-40aa-80c2-1eb0bc461628","method":"GET","req_id":"cdc666ea-02ff-4e6a-89ea-1809621e52c3","remote_addr":"[fd00:1122:3344:101::d]:39763","local_addr":"[fd00:1122:3344:101::1]:50858","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7044,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:21.592765244Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43551"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:21.593100251Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"259bdeea-2add-4089-a04d-f04b3338856e","remote_addr":"[fd00:1122:3344:101::b]:43551","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:21.610278478Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b1daca35-59bd-4146-bb32-6cdb7130496c","remote_addr":"[fd00:1122:3344:101::b]:43551","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":673,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:21.912852611Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59630"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:21.912937933Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e88e2ec0-a403-4a91-8aa9-1740af967233","remote_addr":"[fd00:1122:3344:101::c]:59630","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":50,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:21.923003005Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58905"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:21.923177868Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3f3ffd31-c7d5-4174-859e-a6fb45cfd755","remote_addr":"[fd00:1122:3344:101::b]:58905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":141,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:21.924666826Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"97571850-efae-4279-a4dc-2f8662bfb9b1","remote_addr":"[fd00:1122:3344:101::c]:59630","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1069,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:21.985871972Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41954"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:21.985934603Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.027905903Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.090433344Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"95f7f7a2-6ec9-45a5-b2a5-646ade3ad3f5","remote_addr":"[fd00:1122:3344:101::b]:41954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104527,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.090625567Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56852"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.090643648Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53700"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.090687399Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50978"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.090852392Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.09548197Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a816b4b3-13f9-4dcb-820a-f37fcf0bf74f","remote_addr":"[fd00:1122:3344:101::a]:50978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4618,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.095587472Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a0261313-7d54-43f2-bd04-729226d6f213","remote_addr":"[fd00:1122:3344:101::a]:53700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4662,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.103479912Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"76fb7e4f-7de1-4169-80f0-564d9ff37079","remote_addr":"[fd00:1122:3344:101::a]:50978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":149,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.105227125Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7222c1ad-2d08-4948-a8b8-626ca85fcc1b","remote_addr":"[fd00:1122:3344:101::b]:41954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.113512053Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53067"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.113758968Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"65830d21-5b44-4b05-94c5-20787b67f5da","remote_addr":"[fd00:1122:3344:101::c]:53067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":194,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.130886673Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53474"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.131795841Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.193291702Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.193368064Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ce6db28b-8300-49ca-bf85-15f1f4246c8b","remote_addr":"[fd00:1122:3344:101::a]:56852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102586,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.197625575Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ebebb24f-a10c-4d46-b423-c8442d222ce8","remote_addr":"[fd00:1122:3344:101::a]:56852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":633,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.229228947Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.284563201Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"80763f53-e96e-40d4-8f6a-e8aed096a8d1","remote_addr":"[fd00:1122:3344:101::c]:53474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":153584,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:22.284983539Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d1421292-a5ec-48c5-b5a1-722868281672","remote_addr":"[fd00:1122:3344:101::c]:53474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:24.566814471Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34553"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:24.566922473Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"167d50d3-26fe-4096-8e69-bdde90415125","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34553","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:30.366692401Z","hostname":"sock","pid":1562,"uri":"/f26461d2-04fe-40aa-80c2-1eb0bc461628","method":"GET","req_id":"728eb757-1bc6-4c7e-adda-ba970180c6fb","remote_addr":"[fd00:1122:3344:101::d]:39763","local_addr":"[fd00:1122:3344:101::1]:50858","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7474,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:33.683728451Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49860"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:33.684019586Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"94c831ca-9317-4979-924b-cef93bfe6e04","remote_addr":"[fd00:1122:3344:101::a]:49860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":249,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:33.684332582Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(12717777) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:33.684377703Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"PUT","req_id":"4c762ade-f03b-41b9-a788-06022f31db6a","remote_addr":"[fd00:1122:3344:101::a]:49860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":160,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:33.830438625Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64170"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:33.836889708Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:539","metadata":"InstanceMetadata { silo_id: 2f0f2dc2-cb37-4fec-9d0b-492287602073, project_id: 71e71445-febd-4e71-b3a8-f0b412e3d43c }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-16T14:47:33.828229773Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: a783aeb5-2c27-4311-8bbe-0a901954f9fc, kind: Instance { id: f84e45da-7f43-4901-939e-774632378ef9 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12717777), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a783aeb5-2c27-4311-8bbe-0a901954f9fc, kind: Instance { id: f84e45da-7f43-4901-939e-774632378ef9 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12717777), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a783aeb5-2c27-4311-8bbe-0a901954f9fc, kind: Instance { id: f84e45da-7f43-4901-939e-774632378ef9 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12717777), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(12717777))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a783aeb5-2c27-4311-8bbe-0a901954f9fc, kind: Instance { id: f84e45da-7f43-4901-939e-774632378ef9 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12717777), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-493e3e2facd\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: c07f6813-3f3f-474c-ba36-635f72500184, read_only_parent: Some(Volume { block_size: 512, id: e0704fde-5851-4024-884d-84645669e147, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 493314d1-1bd1-46d1-9b1e-44abf9e8baca, key: Some(\"LTJY6Xu1czwA42jSsS/V9Nd/giuxEklWgR4cJOqywdQ=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19002\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::13]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c07f6813-3f3f-474c-ba36-635f72500184, key: Some(\"wt+P8vtMXfdVeL64UeXiLzvlJLCANYp7ZvxN/slY9ck=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::15]:19003\", \"[fd00:1122:3344:101::13]:19002\"] } }] } }], cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:33.836953579Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:572","migration_id":"None","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:33.837083812Z","hostname":"sock","pid":1562,"propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:1008","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: a783aeb5-2c27-4311-8bbe-0a901954f9fc, kind: Instance { id: f84e45da-7f43-4901-939e-774632378ef9 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12717777), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a783aeb5-2c27-4311-8bbe-0a901954f9fc, kind: Instance { id: f84e45da-7f43-4901-939e-774632378ef9 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12717777), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a783aeb5-2c27-4311-8bbe-0a901954f9fc, kind: Instance { id: f84e45da-7f43-4901-939e-774632378ef9 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12717777), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(12717777))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a783aeb5-2c27-4311-8bbe-0a901954f9fc, kind: Instance { id: f84e45da-7f43-4901-939e-774632378ef9 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12717777), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-493e3e2facd\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: c07f6813-3f3f-474c-ba36-635f72500184, read_only_parent: Some(Volume { block_size: 512, id: e0704fde-5851-4024-884d-84645669e147, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 493314d1-1bd1-46d1-9b1e-44abf9e8baca, key: Some(\"LTJY6Xu1czwA42jSsS/V9Nd/giuxEklWgR4cJOqywdQ=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19002\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::13]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c07f6813-3f3f-474c-ba36-635f72500184, key: Some(\"wt+P8vtMXfdVeL64UeXiLzvlJLCANYp7ZvxN/slY9ck=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::15]:19003\", \"[fd00:1122:3344:101::13]:19002\"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-16T14:47:33.828229773Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:33.837718504Z","hostname":"sock","pid":1562,"uri":"/vmms/f3dd3c9e-00a3-4c70-9bbd-f5d062443413","method":"PUT","req_id":"961d9651-1b20-485c-b061-2a364df2aa12","remote_addr":"[fd00:1122:3344:101::a]:64170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7176,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:34.039050529Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:59603"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:34.039914585Z","hostname":"sock","pid":1562,"uri":"/vmms/f3dd3c9e-00a3-4c70-9bbd-f5d062443413/state","method":"PUT","req_id":"b2602c4d-e9d3-4014-8658-100764d19d32","remote_addr":"[fd00:1122:3344:101::a]:59603","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":783,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:34.041144939Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 12717777 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:34.041183Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:34.08371345Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:34.107177107Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:35.518768003Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:35.519182831Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413\") failed: Property not found. retry in 27.181163ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:47:35.702342329Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413\") failed: Property not found. retry in 112.06364ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:47:35.738316125Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413\") failed: Property not found. retry in 234.099353ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:47:35.869402572Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413\") failed: Property not found. retry in 299.695823ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:47:36.121380011Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413\") failed: Property not found. retry in 819.931295ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:47:36.432589738Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413\") failed: Property not found. retry in 1.466402682s","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:47:37.266013483Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413\") failed: Property not found. retry in 865.41405ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:47:38.743664948Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413\") failed: Property not found. retry in 632.866044ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:47:39.620989858Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413\") failed: Property not found. retry in 557.871785ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:47:40.267196676Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:40.856005542Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:1466"} {"msg":"wait for service Some(\"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413\") failed: Property not found. retry in 27.250298ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:47:40.867090213Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413\") failed: Property not found. retry in 51.210836ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:47:40.904590037Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413\") failed: Property not found. retry in 222.585333ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:47:40.967503845Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:41.204434277Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:1475"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:41.240672708Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:1499"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:41.384765602Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:744"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-09-16T14:47:41.388431652Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:41.388463563Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:41.388487183Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-16T14:47:41.388431652Z }","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:41.389608905Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-16T14:47:41.388431652Z }, migration_in: None, migration_out: None }","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-09-16T14:47:41.446097901Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:41.446113961Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:41.446129061Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-16T14:47:41.446097901Z }","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:41.446144171Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-16T14:47:41.446097901Z }, migration_in: None, migration_out: None }","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.41089181Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64255"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.411928429Z","hostname":"sock","pid":1562,"uri":"/vmms/f3dd3c9e-00a3-4c70-9bbd-f5d062443413/state","method":"GET","req_id":"7bb4d69d-0a2d-410f-a441-6ed867fc8c3c","remote_addr":"[fd00:1122:3344:101::b]:64255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1012,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.476224034Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40340"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.476310096Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"77017619-816f-49c8-8b89-118f5e371b4a","remote_addr":"[fd00:1122:3344:101::b]:40340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":45,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.675151163Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63281"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.675255025Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.726978181Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.799450981Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ba8824ef-07e1-4991-9194-729c1802e81c","remote_addr":"[fd00:1122:3344:101::b]:63281","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":124243,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.79992022Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56752"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.799960301Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55694"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.799969631Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37061"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.800110734Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9aeb28bc-aac1-4959-8353-0c1f09c48d0b","remote_addr":"[fd00:1122:3344:101::b]:40340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":474,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.800229046Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f56a5112-33ba-4eab-a403-4b4de5aa7840","remote_addr":"[fd00:1122:3344:101::b]:63281","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":440,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.800276457Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"684c0752-0379-4bd8-ae39-6808a6a46ffe","remote_addr":"[fd00:1122:3344:101::a]:37061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.800388319Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c1cedd27-3598-4ce2-b4b1-b7f5a486a3d7","remote_addr":"[fd00:1122:3344:101::b]:56752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":290,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.800405039Z","hostname":"sock","pid":1562,"uri":"/vmms/f3dd3c9e-00a3-4c70-9bbd-f5d062443413/state","method":"GET","req_id":"d52cb79a-a1a8-49a3-beda-7146d52b667d","remote_addr":"[fd00:1122:3344:101::c]:55694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":306,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.805952105Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46217"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.806054267Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"aa882181-a50b-418e-96e5-d375188146f0","remote_addr":"[fd00:1122:3344:101::c]:46217","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.811322197Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55865"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.81148734Z","hostname":"sock","pid":1562,"uri":"/vmms/f3dd3c9e-00a3-4c70-9bbd-f5d062443413/state","method":"GET","req_id":"5e336a62-13bb-478c-96b1-42effbacc46c","remote_addr":"[fd00:1122:3344:101::a]:55865","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":76,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.830578494Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"226bbe94-9259-4a73-b968-d80362160ff8","remote_addr":"[fd00:1122:3344:101::c]:46217","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":194,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.831185555Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"af31dc5d-0a63-4648-8956-49c170645762","remote_addr":"[fd00:1122:3344:101::a]:37061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":67,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.899421585Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45827"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.899610729Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5aaba021-83d8-4532-83af-7f8fd0d830a6","remote_addr":"[fd00:1122:3344:101::c]:45827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.9138494Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.914738457Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"df5dc70d-4e48-4ba0-8a3f-e9ca824cdd2f","remote_addr":"[fd00:1122:3344:101::a]:37161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":839,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.964673708Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62024"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:51.96476565Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:52.00676207Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:52.063048212Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"14d7788b-39f6-48ee-93fc-7402e2d8b99b","remote_addr":"[fd00:1122:3344:101::c]:62024","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98318,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:52.063191645Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62266"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:52.063311387Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:52.097790924Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:52.153860751Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"70830d35-2935-423a-b764-5f3ec6f4d19f","remote_addr":"[fd00:1122:3344:101::a]:62266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90604,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:52.154184327Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1ffc1c24-7095-4238-a551-8191cbc802ba","remote_addr":"[fd00:1122:3344:101::c]:62024","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":145,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:52.1543026Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e55654a5-f42e-44e0-9051-ea53bb0f5663","remote_addr":"[fd00:1122:3344:101::a]:62266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":205,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:54.602346557Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44903"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:54.602427849Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"7eb7b2bc-7234-4c4e-b254-93557431960a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44903","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":48,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:54.779609834Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36009"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:54.780179025Z","hostname":"sock","pid":1562,"uri":"/vmms/f3dd3c9e-00a3-4c70-9bbd-f5d062443413/state","method":"PUT","req_id":"2c621fbc-0102-4920-b747-28f35464ac67","remote_addr":"[fd00:1122:3344:101::a]:36009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":506,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-09-16T14:47:54.780280627Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:54.780313027Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:54.780344028Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-16T14:47:54.780280627Z }","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:54.780356458Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-16T14:47:54.780280627Z }, migration_in: None, migration_out: None }","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-09-16T14:47:54.793379626Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:54.793399947Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:54.793423307Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-09-16T14:47:54.793379626Z }","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:54.793435737Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:630","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:54.793460478Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:47:54.79357782Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:557","n_samples":6,"id":"3586927380872342071"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:54.793776054Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:54.793868546Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/5030d049-17a4-410c-928c-0c655aace2c5/debug/bundle/zone\", \"/pool/int/9ce29cea-b0bb-4045-a602-2e8e3703bad9/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/1a529555-2d8a-45e6-81f2-d07c055805d5/crypt/debug\", \"/pool/ext/97bce08d-77ad-42e1-b83d-29671a764f6d/crypt/debug\", \"/pool/ext/318a4f29-5c3f-4135-bf3e-cc8b4559ea6d/crypt/debug\", \"/pool/ext/73ed7aae-5195-4a44-96b3-eb2cbbc9388d/crypt/debug\", \"/pool/ext/b7cb5588-7335-4644-b953-7f82c9bbcc7e/crypt/debug\", \"/pool/ext/5c7873ac-e01a-4068-9c6c-01760e32db5e/crypt/debug\", \"/pool/ext/dc5030a8-6567-43e0-91f2-5b63cd0e36be/crypt/debug\", \"/pool/ext/0288af63-fdd5-4045-86d8-527722f5ab10/crypt/debug\", \"/pool/ext/481889bd-1abd-47b9-ac63-4eb5bf2323bd/crypt/debug\"] }","zone_name":"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:47:54.793909597Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:557","n_samples":6,"id":"12084732163466804266"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:55.452629443Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413\", bundle_id: a412d450-55f5-4b92-8776-95e5a341ef35 }, time_created: 2024-09-16T14:47:54.794222612Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_f3dd3c9e-00a3-4c70-9bbd-f5d062443413","v":0,"name":"SledAgent","level":40,"time":"2024-09-16T14:47:55.452723145Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:843"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:57.207038949Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:57.224664825Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(12717777), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:57.224719806Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(12717777), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:57.225224105Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-16T14:47:57.225190975Z }, migration_in: None, migration_out: None }","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:57.31158544Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-16T14:47:57.225190975Z }, migration_in: None, migration_out: None }","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:57.315998304Z","hostname":"sock","pid":1562,"instance_id":"f84e45da-7f43-4901-939e-774632378ef9","propolis_id":"f3dd3c9e-00a3-4c70-9bbd-f5d062443413","instance_id":"f84e45da-7f43-4901-939e-774632378ef9","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:57.812033953Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50522"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:57.812770777Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"bb59550e-0ab5-44e5-b7d9-537d6bc0748a","remote_addr":"[fd00:1122:3344:101::c]:50522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":714,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:57.820522354Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9092fe21-9f6c-479d-8114-da31a8e33ec3","remote_addr":"[fd00:1122:3344:101::c]:50522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:57.966500105Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62893"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:57.966653908Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"2c2dacba-1f97-40dd-a7ca-4d7e54cacfc0","remote_addr":"[fd00:1122:3344:101::c]:62893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:58.306867648Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44041"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:58.307039801Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6b78925a-022d-4e47-8814-0c1bb8495128","remote_addr":"[fd00:1122:3344:101::a]:44041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:59.05982862Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60572"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:59.059980173Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ba5719db-658c-4831-8e86-e442fbb818dd","remote_addr":"[fd00:1122:3344:101::a]:60572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:47:59.068502645Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"46167827-5e45-4921-9242-8b6e8b204650","remote_addr":"[fd00:1122:3344:101::a]:60572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":138,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-16T14:48:00.36821094Z","hostname":"sock","pid":1562,"uri":"/f26461d2-04fe-40aa-80c2-1eb0bc461628","method":"GET","req_id":"3a7c21d3-7078-4704-9274-64aa2eb6afa1","remote_addr":"[fd00:1122:3344:101::d]:39763","local_addr":"[fd00:1122:3344:101::1]:50858","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f26461d2-04fe-40aa-80c2-1eb0bc461628","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8821,"response_code":"200"}