[ Sep 24 04:29:37 Enabled. ] [ Sep 24 04:29:37 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Sep 24 04:29:37 Method "start" exited with status 0. ] [ Sep 24 04:29:37 Rereading configuration. ] [ Sep 24 04:29:37 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:37.777166905Z","hostname":"sock","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:37.777314038Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:37.82921079Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:37.829262172Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:37.943689202Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:37.952363536Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:37.960301115Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.569951963Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.709530328Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.709570358Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.70962408Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.709685231Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.709703391Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.709708561Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.712605173Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:623"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:38.712613513Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:765"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.712623453Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.712630263Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:824"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.712657404Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.712690355Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.712800007Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.712831718Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.712843308Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.723204778Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.723232669Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"1cd7b3c4-f332-469d-a6b7-9f7501e7549c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:38.822260702Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 1cd7b3c4-f332-469d-a6b7-9f7501e7549c (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.206102384Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.206133775Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.206138655Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.206147565Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.206152975Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.206172226Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.206198066Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.214937522Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.214961742Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"1933fe24-deab-4311-a300-a09ef207e36a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.306938716Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 1933fe24-deab-4311-a300-a09ef207e36a (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723404651Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723453782Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1cd7b3c4-f332-469d-a6b7-9f7501e7549c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1933fe24-deab-4311-a300-a09ef207e36a (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723494263Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723502743Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723507984Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723514894Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723530254Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723564175Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1cd7b3c4-f332-469d-a6b7-9f7501e7549c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1933fe24-deab-4311-a300-a09ef207e36a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723581505Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723591825Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723597035Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723613906Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723618206Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723623186Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723628106Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1cd7b3c4-f332-469d-a6b7-9f7501e7549c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1933fe24-deab-4311-a300-a09ef207e36a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723646656Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723651727Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723657577Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723661387Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723667577Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1cd7b3c4-f332-469d-a6b7-9f7501e7549c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1933fe24-deab-4311-a300-a09ef207e36a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723685937Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723691467Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723704558Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723709178Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723713798Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1cd7b3c4-f332-469d-a6b7-9f7501e7549c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1933fe24-deab-4311-a300-a09ef207e36a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723734218Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723739669Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723743798Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723749699Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723754879Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723759619Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723765189Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1cd7b3c4-f332-469d-a6b7-9f7501e7549c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1933fe24-deab-4311-a300-a09ef207e36a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723794099Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.72380025Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.72380525Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.72381471Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.72381949Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.7238232Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1cd7b3c4-f332-469d-a6b7-9f7501e7549c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1933fe24-deab-4311-a300-a09ef207e36a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723846481Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723858421Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723864171Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723867941Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723873011Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723879061Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723885452Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723889942Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1cd7b3c4-f332-469d-a6b7-9f7501e7549c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1933fe24-deab-4311-a300-a09ef207e36a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723929593Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723934302Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723938543Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723943873Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723948013Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723952723Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1cd7b3c4-f332-469d-a6b7-9f7501e7549c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1933fe24-deab-4311-a300-a09ef207e36a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723982443Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723986614Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.723991074Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.724003084Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.724008574Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.724015744Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1cd7b3c4-f332-469d-a6b7-9f7501e7549c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1933fe24-deab-4311-a300-a09ef207e36a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.724047015Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.724051695Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.724056015Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.724109746Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.724123157Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.724129547Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.724140907Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.724149447Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.724154217Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.724181358Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.724186628Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.734670601Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:737"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.734696971Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999925948s","next_cleanup":"Instant { tv_sec: 1371, tv_nsec: 418550696 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.734740242Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3917"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.734759143Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.734826504Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.734839184Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.737807907Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.739457522Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.739716808Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.739724298Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.739789569Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.73983704Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.739862171Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.739866231Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.739885391Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.739896581Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.739902802Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.739907642Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.739910972Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:155"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.739914362Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:128"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.739936273Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.740025164Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.740521735Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 052f3529-69d0-4ca1-873b-88ee5f382b59,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 223823d0-6342-4be2-8483-3bbd7919ea67,\n rack_id: 052f3529-69d0-4ca1-873b-88ee5f382b59,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.74075479Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:175"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.74077159Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.740811631Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.740827301Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.740987425Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.741126508Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.741170939Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 223823d0-6342-4be2-8483-3bbd7919ea67, rack_id: 052f3529-69d0-4ca1-873b-88ee5f382b59, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.742012086Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.742060298Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4596"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.746017291Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.751445767Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.751641391Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.75631594Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.756378202Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.756492164Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:49189","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 223823d0-6342-4be2-8483-3bbd7919ea67, rack_id: 052f3529-69d0-4ca1-873b-88ee5f382b59, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.756617357Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:361"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.756631377Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:376"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.756666658Z","hostname":"sock","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.756673378Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.756677448Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.756682728Z","hostname":"sock","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"No ledger in /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.756701278Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.756715159Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.75676704Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.75677574Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.75678109Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.75678493Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.756797631Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.756808341Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.773838233Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.796360331Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.813877203Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.836582385Z","hostname":"sock","pid":1562,"sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.836622696Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.836629796Z","hostname":"sock","pid":1562,"sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.836676747Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 87.848698ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.839682951Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5acb6576-7c3b-410a-b8df-f415b288131b\", \"content-length\": \"124\", \"date\": \"Tue, 24 Sep 2024 04:29:39 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5acb6576-7c3b-410a-b8df-f415b288131b\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_1cd7b3c4-f332-469d-a6b7-9f7501e7549c/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.849219563Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_1cd7b3c4-f332-469d-a6b7-9f7501e7549c/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.872643701Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_1cd7b3c4-f332-469d-a6b7-9f7501e7549c/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.872695102Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.878139658Z","hostname":"sock","pid":1562,"sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.878153358Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_1cd7b3c4-f332-469d-a6b7-9f7501e7549c/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.878158298Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.929255323Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 91.871386ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.930191983Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69c54b4b-ed33-4d7e-a6d1-675fe9ca1586\", \"content-length\": \"124\", \"date\": \"Tue, 24 Sep 2024 04:29:39 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"69c54b4b-ed33-4d7e-a6d1-675fe9ca1586\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:39.96393084Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.023105646Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 183.494302ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.023693769Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"334132f2-9538-49d4-9cd3-4496059c771d\", \"content-length\": \"124\", \"date\": \"Tue, 24 Sep 2024 04:29:39 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"334132f2-9538-49d4-9cd3-4496059c771d\" }"} {"msg":"Mounting oxi_1cd7b3c4-f332-469d-a6b7-9f7501e7549c/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.182766927Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.195076349Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.195197991Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.195230232Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.195259493Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.208189667Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 176.718968ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.208730259Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31b18583-c514-434a-8631-84d508b4c068\", \"content-length\": \"124\", \"date\": \"Tue, 24 Sep 2024 04:29:39 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"31b18583-c514-434a-8631-84d508b4c068\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.385869751Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 139.165844ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.386548915Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cbf3e79-3308-4675-b8c7-98dc1c21ebda\", \"content-length\": \"124\", \"date\": \"Tue, 24 Sep 2024 04:29:39 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2cbf3e79-3308-4675-b8c7-98dc1c21ebda\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.526561379Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 309.165619ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.527307835Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33b62c87-0d1c-4862-924a-47e28cecbfe7\", \"content-length\": \"124\", \"date\": \"Tue, 24 Sep 2024 04:29:39 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"33b62c87-0d1c-4862-924a-47e28cecbfe7\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.836925621Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 277.139542ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.837464753Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"365be2ee-b71f-4391-b76f-7751b59f17a4\", \"content-length\": \"124\", \"date\": \"Tue, 24 Sep 2024 04:29:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"365be2ee-b71f-4391-b76f-7751b59f17a4\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.936872724Z","hostname":"sock","pid":1562,"sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.942639546Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:46023","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.942678167Z","hostname":"sock","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:73","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.942757689Z","hostname":"sock","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:46023","producer_id":"223823d0-6342-4be2-8483-3bbd7919ea67"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:40.943914053Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"200.780776ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.944877404Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.944891924Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.944935445Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:921","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:40.944941345Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:41.114917825Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:41.146247871Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"330.888712ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:41.478908896Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.240049798s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:42.720813503Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.299116235s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:43.438993267Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2670"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:43.439023767Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2888"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:43.439029287Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2540"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:43.439034058Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2587"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:43.439038378Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2969"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:43.439042858Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3011"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:43.440971209Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2813"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:43.442226905Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2581"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:43.442328068Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:43.44245291Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 55.350299ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:43.680402304Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 97.866751ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:43.874061087Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 163.892991ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:44.05171095Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 355.202403ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:44.386524881Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 735.505018ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:44.984112623Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:45.022428317Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.961015587s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 728.688888ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:45.733895888Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.146680262s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:46.654773777Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 628.645561ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:48.036609665Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:48.03778771Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"10.380800316s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.386817449s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:48.76663076Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.524034296Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.524085207Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:431"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.524091157Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.524132488Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.524398313Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.524570357Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.524621468Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.524633638Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3917"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.52468643Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:49189","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.758403224Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.758483475Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.758633759Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.758732041Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.758739981Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.758791622Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.758836883Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.758845513Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.763573124Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4238","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.763581274Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4254"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:50.763586014Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:29:50.992953375Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"468135075039193271"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:29:50.993047417Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4543063339332335526"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.019860796Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55592"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.020220744Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.020361787Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"7017ced5-cf95-48bf-956b-4f2ad7a911a6","remote_addr":"[fd00:1122:3344:101::1]:55592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":328,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.050075518Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:39885"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.05016294Z","hostname":"sock","pid":1562,"uri":"/sled-role","method":"GET","req_id":"1e059312-df1f-4a53-8570-1225f0f4939d","remote_addr":"[fd00:1122:3344:101::1]:39885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":52,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.051745033Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.051764554Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.052117032Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.052330926Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:1001"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: f352320b-33cd-4094-9d78-b70adfcd57ce, pool_id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: dedcd2b5-0d1a-42d1-8c1e-244c1dd1b23b, pool_id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 9d747df9-fa8e-4c6c-bbac-7cbf74bb3173, pool_id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: a9bd8ffb-a39d-4acf-ac4a-9a2172a274fc, pool_id: 7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 30dbb8c5-c5cf-4e2d-9f4a-56e1fc10bc8f, pool_id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 46275c71-672a-4e8e-8a68-bebecd0b35c3, pool_id: aa8dd6da-a2be-4c64-ab22-604023652cfd (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 58cc1db4-1902-4c20-9c24-ab19592b9c6e, pool_id: a09f232d-c31e-4961-bb00-74c2dac76055 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 39696cd3-d565-4e65-9b8d-baf1f97e97c1, pool_id: f46073e5-0cf7-4937-b820-b3dac0544ced (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: aff60c0f-ca71-4994-b9c5-5687bef594b1, pool_id: 5bcd6732-e8a3-402d-925d-d2e58792effe (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.083529049Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.08362087Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:46616"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.083860276Z","hostname":"sock","pid":1562,"sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: f352320b-33cd-4094-9d78-b70adfcd57ce, pool_id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: dedcd2b5-0d1a-42d1-8c1e-244c1dd1b23b, pool_id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 9d747df9-fa8e-4c6c-bbac-7cbf74bb3173, pool_id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: a9bd8ffb-a39d-4acf-ac4a-9a2172a274fc, pool_id: 7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 30dbb8c5-c5cf-4e2d-9f4a-56e1fc10bc8f, pool_id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 46275c71-672a-4e8e-8a68-bebecd0b35c3, pool_id: aa8dd6da-a2be-4c64-ab22-604023652cfd (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 58cc1db4-1902-4c20-9c24-ab19592b9c6e, pool_id: a09f232d-c31e-4961-bb00-74c2dac76055 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 39696cd3-d565-4e65-9b8d-baf1f97e97c1, pool_id: f46073e5-0cf7-4937-b820-b3dac0544ced (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: aff60c0f-ca71-4994-b9c5-5687bef594b1, pool_id: 5bcd6732-e8a3-402d-925d-d2e58792effe (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.083891556Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.083900296Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.083909317Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.083920387Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.083937407Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.083944337Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.083951888Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.083958158Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.224174246Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.233039604Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.233066855Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.328207275Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.335898369Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.335987081Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.336000021Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.336010511Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.336020691Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.336155464Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.336168034Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.371518085Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_036ed427-877d-4d45-ad05-e0fad8a2b1c2/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.379349882Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/223823d0-6342-4be2-8483-3bbd7919ea67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:29:51.52710431Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_036ed427-877d-4d45-ad05-e0fad8a2b1c2","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.549039826Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.556845581Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.556893102Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.556902253Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.556910003Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.556931943Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.5666627Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.56668697Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.659433871Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.667298278Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.667334618Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.667345348Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.667363669Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.667373399Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.667496192Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.667504582Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.703282412Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_0f5ed56b-52e5-409d-bf51-72e9cba37d51/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.711026406Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_0f5ed56b-52e5-409d-bf51-72e9cba37d51","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.879317181Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.886936263Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.886978393Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.887006514Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.887014074Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.887020114Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.896411944Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.896444344Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.986560048Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.994229711Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.994266522Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.994273172Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.994307033Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.994316453Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.994466996Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:51.994473656Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.030826908Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.038412089Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.214642532Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.22347329Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.223514751Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.223529841Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.223537892Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.223542972Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.233656196Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.233698037Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.327912688Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.335903208Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.335948899Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.33598512Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.33599937Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.33600793Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.336104752Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.336114803Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.371691988Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_7a7d72d1-c18a-4053-8666-72377ed40c63/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.379212768Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/223823d0-6342-4be2-8483-3bbd7919ea67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:29:52.530793937Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_7a7d72d1-c18a-4053-8666-72377ed40c63","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.539529933Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.546642354Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.546682975Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.546691855Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.546700165Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.546717576Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.556774409Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.55680388Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.651380159Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.65897289Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.659017951Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.659025311Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.659034161Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.659102772Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.659226885Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.659234905Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.695881744Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_cf2b5393-7938-4187-81ff-eefd54b8dca3/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.703324832Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_cf2b5393-7938-4187-81ff-eefd54b8dca3","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.87511354Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.882718242Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.882745693Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.882752753Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.882758183Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.882773233Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.892301405Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.892330406Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"aa8dd6da-a2be-4c64-ab22-604023652cfd (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.988821805Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: aa8dd6da-a2be-4c64-ab22-604023652cfd (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.996540539Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.99658473Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.99659302Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.996632781Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.996657972Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.996826415Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:52.996832125Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.03283882Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_aa8dd6da-a2be-4c64-ab22-604023652cfd/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.040626726Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_aa8dd6da-a2be-4c64-ab22-604023652cfd","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.219059035Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.228835613Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.228881344Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.228887044Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.228892824Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.228896284Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.239754965Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.239779365Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"a09f232d-c31e-4961-bb00-74c2dac76055 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.335822155Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: a09f232d-c31e-4961-bb00-74c2dac76055 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.343826115Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.343885827Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.343900167Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.343911247Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.343919527Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.34402829Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.34404095Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.381206089Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a09f232d-c31e-4961-bb00-74c2dac76055/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.39063873Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/223823d0-6342-4be2-8483-3bbd7919ea67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:29:53.533487824Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_a09f232d-c31e-4961-bb00-74c2dac76055","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.570704894Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.578936719Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.57897725Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.57898611Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.57899308Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.57900433Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.589026453Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.589060414Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"f46073e5-0cf7-4937-b820-b3dac0544ced (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.687906723Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: f46073e5-0cf7-4937-b820-b3dac0544ced (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.696520316Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.696559577Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.696566777Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.696588298Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.696597068Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.696724671Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.696733291Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.733034342Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f46073e5-0cf7-4937-b820-b3dac0544ced/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.741067623Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_f46073e5-0cf7-4937-b820-b3dac0544ced","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.930035216Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.938522176Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.938564977Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.938572587Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.938578998Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.938583718Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.9490668Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:53.949094441Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"5bcd6732-e8a3-402d-925d-d2e58792effe (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.043895754Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 5bcd6732-e8a3-402d-925d-d2e58792effe (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.052398995Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.052485826Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.052496527Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.052516307Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.052525447Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.05266915Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.052676061Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.086816276Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_5bcd6732-e8a3-402d-925d-d2e58792effe/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.095362937Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_5bcd6732-e8a3-402d-925d-d2e58792effe","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.272822616Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.28101601Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.281065331Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.281170543Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.281295396Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1cd7b3c4-f332-469d-a6b7-9f7501e7549c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1933fe24-deab-4311-a300-a09ef207e36a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: aa8dd6da-a2be-4c64-ab22-604023652cfd (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a09f232d-c31e-4961-bb00-74c2dac76055 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: f46073e5-0cf7-4937-b820-b3dac0544ced (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 5bcd6732-e8a3-402d-925d-d2e58792effe (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.281371028Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.281380918Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.28148918Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.281748226Z","hostname":"sock","pid":1562,"sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.281764946Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.281788087Z","hostname":"sock","pid":1562,"sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.281801377Z","hostname":"sock","pid":1562,"sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.281805767Z","hostname":"sock","pid":1562,"sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.281819437Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.281827917Z","hostname":"sock","pid":1562,"sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.281861458Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:773","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.281869538Z","hostname":"sock","pid":1562,"sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.28194121Z","hostname":"sock","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"decdfd82-1816-44cb-bafe-a4c7d7bf043f","remote_addr":"[fd00:1122:3344:101::1]:46616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3198267,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 6b582b65-02df-47ca-87c9-8010b32bb48c (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2756a2fa-a955-4f2e-9728-0994c38722e2 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6d05b27d-c7f2-4261-964b-90b330b71455 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.312894497Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.31303476Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38031"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6b582b65-02df-47ca-87c9-8010b32bb48c, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.313345747Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.313353417Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 6b582b65-02df-47ca-87c9-8010b32bb48c, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2756a2fa-a955-4f2e-9728-0994c38722e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.363348239Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.363376569Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 2756a2fa-a955-4f2e-9728-0994c38722e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6d05b27d-c7f2-4261-964b-90b330b71455, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.412766858Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.412794659Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 6d05b27d-c7f2-4261-964b-90b330b71455, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.461466213Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.461494564Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.461505414Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.461539045Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.503874584Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.503916154Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.503923075Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/223823d0-6342-4be2-8483-3bbd7919ea67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:29:54.538721894Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.556846779Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.560632049Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.564330318Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.57622245Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.580771747Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:54.584965306Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/223823d0-6342-4be2-8483-3bbd7919ea67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:29:55.540791287Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:56.07156092Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:56.071684572Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:56.071906167Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:56.556824246Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:56.556871077Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:57.036357751Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c\") failed: Property not found. retry in 36.995497ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:57.043765958Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:57.043810339Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:57.047877846Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:57.047916686Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c\") failed: Property not found. retry in 129.097664ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:57.090489511Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2\") failed: Property not found. retry in 25.065197ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:57.176946927Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455\") failed: Property not found. retry in 38.745519ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:57.182393153Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2\") failed: Property not found. retry in 135.229429ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:57.209383666Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c\") failed: Property not found. retry in 290.293373ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:57.226978Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455\") failed: Property not found. retry in 80.972373ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:57.23404003Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455\") failed: Property not found. retry in 105.49915ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:57.403283414Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2\") failed: Property not found. retry in 164.290818ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:57.45206167Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455\") failed: Property not found. retry in 576.082996ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:57.57586491Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c\") failed: Property not found. retry in 393.089166ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:57.5871862Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2\") failed: Property not found. retry in 374.312109ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:57.639389169Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c\") failed: Property not found. retry in 894.053717ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:57.990059566Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2\") failed: Property not found. retry in 838.822933ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:58.021958724Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455\") failed: Property not found. retry in 427.813238ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:58.161802024Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455\") failed: Property not found. retry in 540.730557ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:58.601219497Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2\") failed: Property not found. retry in 889.661558ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:58.871078969Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c\") failed: Property not found. retry in 1.09670057s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:58.894162579Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455\") failed: Property not found. retry in 523.316401ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:59.151679448Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455\") failed: Property not found. retry in 1.065813272s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:59.684051935Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2\") failed: Property not found. retry in 950.13267ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:29:59.768046359Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:59.911902245Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4262"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:59.911945346Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4272","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:29:59.918326471Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4351"} {"msg":"wait for service Some(\"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c\") failed: Property not found. retry in 848.193283ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:00.001656101Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:00.041549598Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4399"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:00.041578019Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4426"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:00.077937431Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4439"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:00.077969382Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4303"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:00.127181637Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4345"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:00.127211528Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4406","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:00.148217064Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4417"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:00.148257355Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4459"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:00.243333174Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4491"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:00.243368805Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4497"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:00.354987465Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4538"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:00.355028096Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/223823d0-6342-4be2-8483-3bbd7919ea67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:00.387248551Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to get switch ID from MGS (retrying in 42.465896ms)","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:00.387377683Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Failed to get switch ID from MGS (retrying in 100.184371ms)","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:00.431901389Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:00.526421637Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9121874546550192045"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:00.526540459Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16136884810500391095"} {"msg":"Failed to get switch ID from MGS (retrying in 225.041595ms)","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:00.53365694Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"wait for service Some(\"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2\") failed: Property not found. retry in 1.411426675s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:00.728308805Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455\") failed: Property not found. retry in 1.488207573s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:00.75918642Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Failed to get switch ID from MGS (retrying in 428.881221ms)","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:00.759433866Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"wait for service Some(\"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c\") failed: Property not found. retry in 1.109733862s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:00.861299719Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:00.897818635Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:43397"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:00.898691953Z","hostname":"sock","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"6b84a3c3-78a5-4ef4-9ee1-349a08ed20f7","remote_addr":"[fd00:1122:3344:101::2]:43397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":620,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:00.995580961Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"468135075039193271"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:00.995697203Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4543063339332335526"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.190984131Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.222660724Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.222764946Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.223164214Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.223182095Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.260754603Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.310839597Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.310908618Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.310919778Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.310928648Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.310936008Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.310942509Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.310949189Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.310957279Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.310964279Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.310972609Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.31100086Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.31100899Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.31101395Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.31101861Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.31102333Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.31102809Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.311033071Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.311037851Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.311042761Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.311047411Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.311052171Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.311056831Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:01.311061281Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.272739167Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_internal_dns_6d05b27d-c7f2-4261-964b-90b330b71455"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.272780097Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_internal_dns_6b582b65-02df-47ca-87c9-8010b32bb48c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.272787697Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_internal_dns_2756a2fa-a955-4f2e-9728-0994c38722e2"} {"msg":"Writing ledger to /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.272799378Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.273158625Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.273456752Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"ce3c989e-c3f5-49ba-b753-156869056a36","remote_addr":"[fd00:1122:3344:101::1]:38031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7960299,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.275488055Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"failed to write DNS configuration (will retry in 110.362969ms)","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:02.305972582Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.442124754Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"failed to write DNS configuration (will retry in 134.626156ms)","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:02.554260736Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.707354607Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.754005028Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.754025969Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.787077711Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.787875288Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.787892618Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 6b582b65-02df-47ca-87c9-8010b32bb48c (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2756a2fa-a955-4f2e-9728-0994c38722e2 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6d05b27d-c7f2-4261-964b-90b330b71455 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 14c78b5e-89d0-46da-a2db-dc5f845a900e (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: c657bb17-8479-480d-b836-9c6e659d7897, kind: Service { id: 14c78b5e-89d0-46da-a2db-dc5f845a900e }, name: Name(\"ntp-14c78b5e-89d0-46da-a2db-dc5f845a900e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 8])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.816971186Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.817084988Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:34279"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6b582b65-02df-47ca-87c9-8010b32bb48c, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.817259352Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.817274832Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 6b582b65-02df-47ca-87c9-8010b32bb48c, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2756a2fa-a955-4f2e-9728-0994c38722e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.838803579Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.838867251Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 2756a2fa-a955-4f2e-9728-0994c38722e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6d05b27d-c7f2-4261-964b-90b330b71455, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.858991758Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.859028699Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 6d05b27d-c7f2-4261-964b-90b330b71455, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.878284848Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.878334979Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.878479932Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.878618965Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.890059668Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.922774463Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.923528819Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.923551819Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.95323122Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 184, 8]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.95324819Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.953563397Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.953574027Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.954537317Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.954915245Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:02.982746336Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:03.000629806Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:03.631847983Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:03.631949255Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e\") failed: Property not found. retry in 51.863734ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:03.768647698Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e\") failed: Property not found. retry in 144.11821ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:03.834247532Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e\") failed: Property not found. retry in 129.835055ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:03.999377639Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e\") failed: Property not found. retry in 331.26052ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:04.141222571Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e\") failed: Property not found. retry in 794.094996ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:04.481539049Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e\") failed: Property not found. retry in 1.001788929s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:05.286517606Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e\") failed: Property not found. retry in 661.159156ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:06.297818845Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e\") failed: Property not found. retry in 1.462129568s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:06.968487969Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e\") failed: Property not found. retry in 983.48174ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:08.439347829Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:09.443252991Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e"} {"msg":"Writing ledger to /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:09.443356453Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:09.443798062Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:09.444253672Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"8c6a9d8a-026e-449d-a8d7-a2063622458f","remote_addr":"[fd00:1122:3344:101::1]:34279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6627131,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:09.446824607Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:09.477295064Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:09.477457627Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54995"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:09.485697892Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:09.485863036Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"1b6fb3e5-34aa-480e-8862-9b4f41ce0d4d","remote_addr":"[fd00:1122:3344:101::1]:54995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8251,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:09.488324358Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:09.662081249Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:09.662229052Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:47647"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:10.528818938Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9121874546550192045"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:10.52894045Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16136884810500391095"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:10.996749256Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"468135075039193271"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:10.996905229Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4543063339332335526"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:11.995053269Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12313287160412236835"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:12.165217803Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17872697599083210197"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:12.275517076Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2675747394570014431"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:13.670258538Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:13.670423282Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"1eaa962d-ba81-4916-b483-0764e35a0718","remote_addr":"[fd00:1122:3344:101::1]:47647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008132,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:13.673350644Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:13.786969177Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:13.787152881Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50376"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:13.796370927Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:13.796461849Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"0fbc8780-6df3-40c8-bbf0-c3cbd966533a","remote_addr":"[fd00:1122:3344:101::1]:50376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9268,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:13.799732788Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:13.907869455Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:13.908037469Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:43614"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_14c78b5e-89d0-46da-a2db-dc5f845a900e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:17.733267764Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:17.733465498Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"773c6d12-cd66-4461-9f3d-c951b35e9bf6","remote_addr":"[fd00:1122:3344:101::1]:43614","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009362,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:17.736489842Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:17.894677432Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:17.894868466Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:37956"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:17.904652174Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"b17dc997-2619-4d51-9781-51ef7f187443","remote_addr":"[fd00:1122:3344:101::1]:37956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9726,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.284742296 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:17.908165018Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:17.908173478Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:18.104794514Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:18.104954643Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:56755"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:18.113841908Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"5dabf622-4b97-410e-81f8-2255e34cd836","remote_addr":"[fd00:1122:3344:101::1]:56755","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8817,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.284175545 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:18.11751477Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:18.117522082Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:18.299579049Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:18.299817259Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:61891"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:18.306265631Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"291.987012ms"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:18.30852357Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"0b356b12-f068-439c-b437-52bd5d4980f7","remote_addr":"[fd00:1122:3344:101::1]:61891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8536,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.283649325 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:18.310689289Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:18.310696639Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:18.719698239Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:18.719866027Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:56079"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:18.728577433Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"881bfb1b-21af-4840-85c8-abe7b6735fb1","remote_addr":"[fd00:1122:3344:101::1]:56079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8609,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152218.919143, correction: 0.284333199 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:18.730840628Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:18.730848719Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:19.265533368Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14962262056481753924"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:19.265673387Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3091031820373381064"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:19.296038399Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:19.296181277Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:62438"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:19.30478432Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"bcd8cdc4-3559-470f-905c-a4594d40a70b","remote_addr":"[fd00:1122:3344:101::1]:62438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8496,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727152218.230102, correction: 0.282777071 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:19.307771655Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:19.307779118Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:19.606867072Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:19.607031101Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:36775"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:19.615775465Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"65aba012-3d79-4529-a454-53edad17a3dc","remote_addr":"[fd00:1122:3344:101::1]:36775","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8655,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727152218.230102, correction: 0.28193745 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:19.617887679Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:19.61789636Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:19.91931638Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:19.919463862Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:63447"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:19.927947046Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"50a2653d-3677-45c3-b2ea-7592e849589b","remote_addr":"[fd00:1122:3344:101::1]:63447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8442,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727152218.230102, correction: 0.281887472 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:19.929536195Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:19.92954197Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:20.354785718Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9121874546550192045"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:20.354909068Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16136884810500391095"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:20.525309748Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:20.525498958Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:64940"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:20.534310193Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"4d623504-c1f2-4cbf-aef3-a26993e52a52","remote_addr":"[fd00:1122:3344:101::1]:64940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8723,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727152218.230102, correction: 0.280249923 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:20.536499837Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:20.536507046Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:20.821714634Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"468135075039193271"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:20.821842053Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4543063339332335526"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:21.410580133Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:21.410762115Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50566"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:21.420318435Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"e212c0c1-876c-40c6-95b2-564ecf6fe376","remote_addr":"[fd00:1122:3344:101::1]:50566","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9437,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727152218.230102, correction: 0.27880913 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:21.422614293Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:21.42262125Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:21.824230985Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12313287160412236835"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:22.001141632Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:22.001271825Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:42506"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:22.001454163Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17872697599083210197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:22.011051882Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"4e0c3c43-1638-4f67-a842-7127a4041f41","remote_addr":"[fd00:1122:3344:101::1]:42506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9522,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152221.0880609, correction: 0.27784124 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:22.013322457Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:22.013327857Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:22.105187357Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2675747394570014431"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:23.050916325Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:23.051104514Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60224"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:23.05986913Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"e19e0c1a-88fe-42ae-89af-6c8ad47ecec1","remote_addr":"[fd00:1122:3344:101::1]:60224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8646,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152222.6692033, correction: 0.274972051 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:23.062162046Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:23.062169293Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:24.842909858Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:24.843127231Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54317"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:24.85190311Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"33db7e85-ea75-466b-b95d-85fafd71c075","remote_addr":"[fd00:1122:3344:101::1]:54317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8627,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152224.945166, correction: 0.269963592 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:24.855023217Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:24.855031711Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:26.069787803Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:26.070014377Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:33816"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:26.080065246Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"ba572e2b-1518-482c-9889-4ff3e7a3b676","remote_addr":"[fd00:1122:3344:101::1]:33816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9942,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152225.4898689, correction: 0.266629398 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:26.081887439Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:26.081893598Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:27.656795617Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:27.656974045Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:35066"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:27.666661136Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"5c630412-d9c6-4db1-93fa-f2a916252f02","remote_addr":"[fd00:1122:3344:101::1]:35066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9589,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152226.4525814, correction: 0.262290299 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:27.668970243Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:27.668975699Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:29.295441963Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14962262056481753924"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:29.295769055Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3091031820373381064"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:29.970663409Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47213"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:29.970827035Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"33babd3c-adbf-4e73-bb7c-5e490e6cd909","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47213","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":74,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:30.203776313Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:30.20397157Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:43954"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:30.213339372Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"ce58cece-3f28-4d0c-af07-1a2f0ed5ed30","remote_addr":"[fd00:1122:3344:101::1]:43954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9223,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152230.0513828, correction: 0.255425006 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:30.215617179Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:30.215624266Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:30.38470631Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9121874546550192045"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:30.384828366Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16136884810500391095"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:30.850811484Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"468135075039193271"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:30.850998332Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4543063339332335526"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:31.853798671Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12313287160412236835"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:32.029461628Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17872697599083210197"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:32.133885471Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2675747394570014431"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:32.261412939Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:32.261552198Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55576"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:32.270373089Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"6a969284-a925-4546-b53e-12cf2e3d42a4","remote_addr":"[fd00:1122:3344:101::1]:55576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8620,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152232.1053274, correction: 0.249880522 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:32.272640111Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:32.272648623Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:33.675519738Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"435.076954ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:34.519119405Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:34.519316987Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:40361"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:34.529311412Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"debf793d-64c6-4d55-8334-ac886faead47","remote_addr":"[fd00:1122:3344:101::1]:40361","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9892,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152232.2111175, correction: 0.243781239 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:34.531370822Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:34.531377085Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:37.844597059Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:37.844843362Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:48430"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:37.854068557Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"3c024617-f8ee-44c1-877a-09798938392a","remote_addr":"[fd00:1122:3344:101::1]:48430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9138,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152237.6405597, correction: 0.234791309 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:37.855896254Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:37.855905788Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:39.325368217Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14962262056481753924"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:39.325480363Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3091031820373381064"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:40.414084552Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9121874546550192045"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:40.414247155Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16136884810500391095"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:40.880507318Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"468135075039193271"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:40.880618995Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4543063339332335526"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:41.706541605Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:41.706732504Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:44028"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:41.715795193Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"edf19d69-bacd-4808-8673-08a1c3b0f91c","remote_addr":"[fd00:1122:3344:101::1]:44028","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8975,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152240.9139152, correction: 0.224371538 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:41.718097495Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:41.718105839Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:41.88337796Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12313287160412236835"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:42.057046397Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17872697599083210197"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:42.161686805Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2675747394570014431"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:46.689991503Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:46.690183133Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38937"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:46.699393134Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"d6168b73-3d74-4aaf-9ee8-66772c013f43","remote_addr":"[fd00:1122:3344:101::1]:38937","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9118,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152244.9705186, correction: 0.210884362 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:46.70156769Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:46.701571993Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:49.187678558Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"558.185531ms"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:49.354354406Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14962262056481753924"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:49.354604771Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3091031820373381064"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:50.442943893Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9121874546550192045"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:50.443167332Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16136884810500391095"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:50.90955269Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"468135075039193271"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:50.909812983Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4543063339332335526"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:51.912657708Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12313287160412236835"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:52.085452533Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17872697599083210197"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:52.189981775Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2675747394570014431"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:56.285912042Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:56.286085831Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:33429"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:56.295270655Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"bb880eb4-d7be-4a90-b92d-bf895a93a079","remote_addr":"[fd00:1122:3344:101::1]:33429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9107,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152255.608368, correction: 0.184935138 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:30:56.298274266Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:30:56.298281964Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:59.383568617Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14962262056481753924"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:30:59.383686604Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3091031820373381064"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:00.086343675Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56494"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:00.086417515Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"3b457f03-79bb-4d52-b47c-92a363d6af38","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56494","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":48,"response_code":"200"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:00.471956029Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"9121874546550192045"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:00.472492046Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"16136884810500391095"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:00.93783193Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"468135075039193271"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:00.938149947Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4543063339332335526"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:01.942019464Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12313287160412236835"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:02.113740598Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17872697599083210197"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:02.218257291Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2675747394570014431"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:31:04.821708925Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"2.359687705s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:04.985354099Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:04.985541631Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60172"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:04.994369698Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"fee22b3b-b616-4953-8310-52ca4940350c","remote_addr":"[fd00:1122:3344:101::1]:60172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8710,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152259.3015685, correction: 0.161460534 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:04.99828772Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:31:04.998296054Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:09.4120542Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14962262056481753924"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:09.412315721Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3091031820373381064"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:10.967297228Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"468135075039193271"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:10.967404648Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4543063339332335526"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:11.971347206Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"12313287160412236835"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:12.141323983Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"17872697599083210197"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:12.247014127Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"2675747394570014431"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:13.87584398Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:13.876092161Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:34365"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:13.88552456Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"90182a0f-3186-47be-b601-901736dc46c2","remote_addr":"[fd00:1122:3344:101::1]:34365","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9374,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152267.063345, correction: 0.137447938 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:13.888575187Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:31:13.88858204Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:19.441077713Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"14962262056481753924"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:19.44138507Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"3091031820373381064"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:20.314094334Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:20.314355802Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:49721"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:20.3236116Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"a28a17db-78af-4654-9020-5920ed11e837","remote_addr":"[fd00:1122:3344:101::1]:49721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9181,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152275.488829, correction: 0.120041072 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:20.326514208Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:31:20.326522767Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:20.99709894Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"468135075039193271"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:20.997283352Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4543063339332335526"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:31:22.264798782Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"3.021133681s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:30.201506962Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40878"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:30.201538716Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"93bfd683-8aec-4e44-9c48-9fd87a24db69","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40878","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":29,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:31.026492074Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"468135075039193271"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:31.02659808Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4543063339332335526"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:36.909720391Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:36.909902963Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:57923"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:36.919064195Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"56e2b528-db45-4ac7-b9e2-35a515558a0d","remote_addr":"[fd00:1122:3344:101::1]:57923","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9093,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152291.2522447, correction: 0.075240374 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:36.921631767Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:31:36.921639567Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:31:40.370522715Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"9.30205038s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:41.055731918Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"468135075039193271"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:41.05584037Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4543063339332335526"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:51.085082926Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"468135075039193271"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:31:51.085191621Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4543063339332335526"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:58.948129231Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:58.948315329Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:39279"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:58.971553446Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"6c92dbad-d740-41dc-afc9-843dde740d7d","remote_addr":"[fd00:1122:3344:101::1]:39279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":23060,"response_code":"200"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:31:58.973411548Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-24T04:31:19.441038487Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"14962262056481753924"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:31:58.97377219Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-24T04:31:12.246996427Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"2675747394570014431"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:31:58.974018251Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-24T04:31:11.971328484Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"12313287160412236835"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:31:58.974246218Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-24T04:31:00.471922165Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"9121874546550192045"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:31:58.974468597Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-24T04:31:19.441371428Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"3091031820373381064"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:31:58.97473467Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-24T04:31:12.141306452Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"17872697599083210197"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:31:58.974924114Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-24T04:31:00.472478930Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"16136884810500391095"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 398108675, ip_addr: 23.186.168.3, stratum: 3, ref_time: 1727152315.6294937, correction: 0.01576791 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:58.976020097Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:58.976024465Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 6b582b65-02df-47ca-87c9-8010b32bb48c (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2756a2fa-a955-4f2e-9728-0994c38722e2 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6d05b27d-c7f2-4261-964b-90b330b71455 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 14c78b5e-89d0-46da-a2db-dc5f845a900e (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: c657bb17-8479-480d-b836-9c6e659d7897, kind: Service { id: 14c78b5e-89d0-46da-a2db-dc5f845a900e }, name: Name(\"ntp-14c78b5e-89d0-46da-a2db-dc5f845a900e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 8])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 26b0fb60-d435-4858-a124-50c3a0e9e29b (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External } } } }, OmicronZoneConfig { id: b019a434-decb-4185-abc5-617d2a0c1f81 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 178901d0-4819-49b7-88e1-99072c2eca92 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 00a21818-4436-425a-adf5-b8cd1a2591ad (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63332501-9300-44cc-9859-9ceeff24bfdb (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.005494842Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.005626385Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:61259"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6b582b65-02df-47ca-87c9-8010b32bb48c, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.006090411Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.006099917Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 6b582b65-02df-47ca-87c9-8010b32bb48c, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2756a2fa-a955-4f2e-9728-0994c38722e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.024566546Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.02461915Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 2756a2fa-a955-4f2e-9728-0994c38722e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6d05b27d-c7f2-4261-964b-90b330b71455, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.042646391Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.042689066Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 6d05b27d-c7f2-4261-964b-90b330b71455, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26b0fb60-d435-4858-a124-50c3a0e9e29b, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.060980479Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.061015194Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 26b0fb60-d435-4858-a124-50c3a0e9e29b, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b019a434-decb-4185-abc5-617d2a0c1f81, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.115325011Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.11536585Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: b019a434-decb-4185-abc5-617d2a0c1f81, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 178901d0-4819-49b7-88e1-99072c2eca92, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.167032957Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.167084221Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 178901d0-4819-49b7-88e1-99072c2eca92, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00a21818-4436-425a-adf5-b8cd1a2591ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.218520837Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.218558516Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 00a21818-4436-425a-adf5-b8cd1a2591ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63332501-9300-44cc-9859-9ceeff24bfdb, dataset_name: DatasetName { pool_name: ZpoolName { id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.268271361Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.268307099Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 63332501-9300-44cc-9859-9ceeff24bfdb, dataset_name: DatasetName { pool_name: ZpoolName { id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.319265089Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.319311074Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.319525851Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.319732635Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.399482008Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.399550905Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.39955608Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.399577156Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.399585941Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.491616789Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.495598953Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.500112554Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.504246316Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.508851148Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.513413367Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.518264589Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.522790793Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.527507913Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:31:59.531913541Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:00.314914363Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35071"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:00.315033597Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"7f184814-16e6-4d0d-ab41-9321e3e1e0f2","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35071","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":78,"response_code":"200"} {"msg":"Profile for oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:02.469133214Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:02.469247788Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:02.475755195Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:02.475875319Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:02.498779204Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:02.498906144Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:02.596098935Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:02.596290611Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad\") failed: Property not found. retry in 35.034426ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:02.611640214Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b\") failed: Property not found. retry in 40.312547ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:02.619721464Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:02.621940658Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:02.622054669Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 68.045331ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:02.644021913Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad\") failed: Property not found. retry in 102.557155ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:02.655788869Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b\") failed: Property not found. retry in 148.354395ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:02.668747404Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 144.320212ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:02.899938817Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b\") failed: Property not found. retry in 139.681401ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:03.023029494Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad\") failed: Property not found. retry in 171.230348ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:03.033002966Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 128.942919ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:03.137303571Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b\") failed: Property not found. retry in 481.707784ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:03.169475496Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 52.916194ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:03.201870905Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81\") failed: Property not found. retry in 35.420301ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:03.639719052Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 300.82489ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:03.742172514Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 69.775983ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:03.784362926Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81\") failed: Property not found. retry in 125.943408ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:03.83704174Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad\") failed: Property not found. retry in 476.140546ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:03.880960714Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b\") failed: Property not found. retry in 647.613695ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:03.942678097Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 139.680745ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:03.99526254Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81\") failed: Property not found. retry in 180.345979ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:04.047541901Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 945.66414ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:04.108786676Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 294.199711ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:04.270673144Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81\") failed: Property not found. retry in 524.506634ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:04.363722305Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad\") failed: Property not found. retry in 1.103376896s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:04.393789005Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 850.179468ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:04.58545216Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b\") failed: Property not found. retry in 735.548766ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:04.613265139Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:04.777526773Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"11.00935389s"} {"msg":"wait for service Some(\"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81\") failed: Property not found. retry in 1.154131333s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:04.916222354Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 1.26298963s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:05.079143016Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b\") failed: Property not found. retry in 1.352938991s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:05.369551024Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 968.603878ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:05.449668886Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad\") failed: Property not found. retry in 955.775427ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:05.511037599Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81\") failed: Property not found. retry in 1.222800741s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:06.080461983Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 574.218413ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:06.351430908Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 503.002278ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:06.427181337Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad\") failed: Property not found. retry in 686.785037ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:06.476165428Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b\") failed: Property not found. retry in 653.734003ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:06.731978261Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 633.22256ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:06.936593547Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 646.266353ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:06.946832144Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad\") failed: Property not found. retry in 1.371791489s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:07.176693796Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81\") failed: Property not found. retry in 706.76063ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:07.314625225Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b\") failed: Property not found. retry in 1.21578224s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:07.396830731Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 663.444616ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:07.582209879Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 811.503474ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:07.604565383Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81\") failed: Property not found. retry in 543.87742ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:08.029973689Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 1.23614838s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:08.253455385Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 543.86743ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:08.424801015Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad\") failed: Property not found. retry in 703.484201ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:08.556948201Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81\") failed: Property not found. retry in 1.448437308s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:08.58278627Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b\") failed: Property not found. retry in 1.257887622s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:08.619700154Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 735.980485ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:08.976597144Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad\") failed: Property not found. retry in 1.041829337s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:09.270398584Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 1.035108614s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:09.499184263Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 903.626814ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:09.721536056Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b\") failed: Property not found. retry in 507.50435ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:09.887121793Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81\") failed: Property not found. retry in 723.291223ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:10.041273667Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad\") failed: Property not found. retry in 1.468891378s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:10.322361877Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b\") failed: Property not found. retry in 719.472608ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:10.406111176Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 1.152434137s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:10.545317202Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 833.870413ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:10.637606482Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 662.558893ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:11.482794763Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 583.91189ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:11.708697341Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 1.056987066s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:12.155538752Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 587.083031ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:12.302887611Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 1.413660553s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:13.112955396Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 1.031737996s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:13.268531991Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 1.214876687s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:14.311897831Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 1.463342242s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:14.537340319Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 762.684957ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:15.605981456Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 1.093935269s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:16.012289475Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 884.883855ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:16.378978494Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 1.251306258s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:17.115904545Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 524.613888ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:17.273252977Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 519.554024ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:17.808452434Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 1.079951127s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:18.337558492Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 981.801457ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:18.37654751Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 940.830913ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:19.367144089Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 1.117826845s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:19.426152042Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92\") failed: Property not found. retry in 1.267943928s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:20.317087465Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb\") failed: Property not found. retry in 519.319625ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:20.554722322Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:21.60835219Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_26b0fb60-d435-4858-a124-50c3a0e9e29b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:21.608404941Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_178901d0-4819-49b7-88e1-99072c2eca92"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:21.608422942Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_63332501-9300-44cc-9859-9ceeff24bfdb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:21.608428732Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_b019a434-decb-4185-abc5-617d2a0c1f81"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:21.608432742Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_00a21818-4436-425a-adf5-b8cd1a2591ad"} {"msg":"Writing ledger to /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:21.608436842Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:21.609078086Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:21.609787871Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"9d79216c-05ab-4da6-9f6f-0ce570dc183b","remote_addr":"[fd00:1122:3344:101::1]:61259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":22587733,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:21.644981178Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:35596"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::6]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:21.675036826Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3713"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:21.853000346Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3731"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.716947484Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3754"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.717077017Z","hostname":"sock","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"30b4f18e-18b5-4322-b98d-bd7735de3cbe","remote_addr":"[fd00:1122:3344:101::1]:35596","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":13072025,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.717376344Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45902"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.717838193Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"5d6df727-645f-42bf-8aef-4a0275801cf8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45902","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":184,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:34.72241446Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"33.996449144s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 6b582b65-02df-47ca-87c9-8010b32bb48c (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2756a2fa-a955-4f2e-9728-0994c38722e2 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6d05b27d-c7f2-4261-964b-90b330b71455 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 14c78b5e-89d0-46da-a2db-dc5f845a900e (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: c657bb17-8479-480d-b836-9c6e659d7897, kind: Service { id: 14c78b5e-89d0-46da-a2db-dc5f845a900e }, name: Name(\"ntp-14c78b5e-89d0-46da-a2db-dc5f845a900e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 8])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 26b0fb60-d435-4858-a124-50c3a0e9e29b (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External } } } }, OmicronZoneConfig { id: b019a434-decb-4185-abc5-617d2a0c1f81 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 178901d0-4819-49b7-88e1-99072c2eca92 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 00a21818-4436-425a-adf5-b8cd1a2591ad (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63332501-9300-44cc-9859-9ceeff24bfdb (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3a3c9bd7-6179-4647-88be-743dbba6ce2f (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: f7aebe9f-1122-4300-a2e8-f053b218c332, kind: Service { id: 3a3c9bd7-6179-4647-88be-743dbba6ce2f }, name: Name(\"external-dns-3a3c9bd7-6179-4647-88be-743dbba6ce2f\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 91])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: eb18c719-9991-4594-9ed0-1ee13a881361 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 20f40ca3-cd4c-4b33-94d2-e8c3ba02484f, kind: Service { id: eb18c719-9991-4594-9ed0-1ee13a881361 }, name: Name(\"external-dns-eb18c719-9991-4594-9ed0-1ee13a881361\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 121])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 28b4d493-d618-4550-b832-f5a8700dda16 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5bcd6732-e8a3-402d-925d-d2e58792effe (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 979cc46d-7722-45c4-9e68-e64e9dd80de0, kind: Service { id: 28b4d493-d618-4550-b832-f5a8700dda16 }, name: Name(\"nexus-28b4d493-d618-4550-b832-f5a8700dda16\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 24])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9c4a6c7c-d0f3-4040-893d-c86718cd5863 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: a09f232d-c31e-4961-bb00-74c2dac76055 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 60c46c7d-3b44-42db-8cd2-2720179b0888, kind: Service { id: 9c4a6c7c-d0f3-4040-893d-c86718cd5863 }, name: Name(\"nexus-9c4a6c7c-d0f3-4040-893d-c86718cd5863\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 233])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 19d1b3bf-4d38-489c-a831-139faa2845a8 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: f46073e5-0cf7-4937-b820-b3dac0544ced (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: dd24fed4-200c-4d1b-882d-d71fc6f9ddd2, kind: Service { id: 19d1b3bf-4d38-489c-a831-139faa2845a8 }, name: Name(\"nexus-19d1b3bf-4d38-489c-a831-139faa2845a8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 131])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 02467522-649f-453a-b95a-5b7b7b4a2458 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7444bf2e-94a3-4bcb-8a89-2719d1967413 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External } } } }, OmicronZoneConfig { id: f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: a67b216c-59ec-42c9-9875-7fcdb5740448 (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: a09f232d-c31e-4961-bb00-74c2dac76055 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d3404467-1946-474d-8136-f6d776b403a5 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: f46073e5-0cf7-4937-b820-b3dac0544ced (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: c3d06ea1-0b5c-4478-86f9-447700e6e26e (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External } } } }, OmicronZoneConfig { id: f9dea45d-9df7-4b24-a838-3247c9386378 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 76e17da7-4e8d-4d25-9aca-040a68999fe9 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External } } } }, OmicronZoneConfig { id: f906a2fb-29e6-4c4d-897b-0f1e959fdfb4 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool), kind: External } } } }, OmicronZoneConfig { id: df8455ae-1727-4032-b0a2-1af5db8102b4 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool), kind: External } } } }, OmicronZoneConfig { id: bd0d99fb-377a-428b-87b6-80142598d8ca (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: aa8dd6da-a2be-4c64-ab22-604023652cfd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: aa8dd6da-a2be-4c64-ab22-604023652cfd (zpool), kind: External } } } }, OmicronZoneConfig { id: 6a748e81-e24a-442d-9ba3-4573457051e2 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: a09f232d-c31e-4961-bb00-74c2dac76055 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a09f232d-c31e-4961-bb00-74c2dac76055 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b3b3030-3910-416f-8f59-f41c59dbb286 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: f46073e5-0cf7-4937-b820-b3dac0544ced (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f46073e5-0cf7-4937-b820-b3dac0544ced (zpool), kind: External } } } }, OmicronZoneConfig { id: a80301cb-95d6-434d-8f96-9585464a5296 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 5bcd6732-e8a3-402d-925d-d2e58792effe (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5bcd6732-e8a3-402d-925d-d2e58792effe (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.754448921Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.754623055Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:59746"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6b582b65-02df-47ca-87c9-8010b32bb48c, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.755004463Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.755011463Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 6b582b65-02df-47ca-87c9-8010b32bb48c, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2756a2fa-a955-4f2e-9728-0994c38722e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.779632166Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.779680927Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 2756a2fa-a955-4f2e-9728-0994c38722e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6d05b27d-c7f2-4261-964b-90b330b71455, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.802643364Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.802690965Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 6d05b27d-c7f2-4261-964b-90b330b71455, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26b0fb60-d435-4858-a124-50c3a0e9e29b, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.823003437Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.823044708Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 26b0fb60-d435-4858-a124-50c3a0e9e29b, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b019a434-decb-4185-abc5-617d2a0c1f81, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.842498371Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.842540422Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: b019a434-decb-4185-abc5-617d2a0c1f81, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 178901d0-4819-49b7-88e1-99072c2eca92, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.863984497Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.864021718Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 178901d0-4819-49b7-88e1-99072c2eca92, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00a21818-4436-425a-adf5-b8cd1a2591ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.884540054Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.884588345Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 00a21818-4436-425a-adf5-b8cd1a2591ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63332501-9300-44cc-9859-9ceeff24bfdb, dataset_name: DatasetName { pool_name: ZpoolName { id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.903978257Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.904023738Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 63332501-9300-44cc-9859-9ceeff24bfdb, dataset_name: DatasetName { pool_name: ZpoolName { id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a3c9bd7-6179-4647-88be-743dbba6ce2f, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.924995793Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:34.925038314Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 3a3c9bd7-6179-4647-88be-743dbba6ce2f, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eb18c719-9991-4594-9ed0-1ee13a881361, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.051908679Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.05196194Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: eb18c719-9991-4594-9ed0-1ee13a881361, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7444bf2e-94a3-4bcb-8a89-2719d1967413, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.170261002Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.170309383Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 7444bf2e-94a3-4bcb-8a89-2719d1967413, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c3d06ea1-0b5c-4478-86f9-447700e6e26e, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.271218596Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.271268257Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: c3d06ea1-0b5c-4478-86f9-447700e6e26e, dataset_name: DatasetName { pool_name: ZpoolName { id: 036ed427-877d-4d45-ad05-e0fad8a2b1c2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f9dea45d-9df7-4b24-a838-3247c9386378, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.398100061Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.398157602Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: f9dea45d-9df7-4b24-a838-3247c9386378, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f5ed56b-52e5-409d-bf51-72e9cba37d51 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 76e17da7-4e8d-4d25-9aca-040a68999fe9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.498417542Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.498472643Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 76e17da7-4e8d-4d25-9aca-040a68999fe9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f906a2fb-29e6-4c4d-897b-0f1e959fdfb4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.640848707Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.640906878Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: f906a2fb-29e6-4c4d-897b-0f1e959fdfb4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a7d72d1-c18a-4053-8666-72377ed40c63 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df8455ae-1727-4032-b0a2-1af5db8102b4, dataset_name: DatasetName { pool_name: ZpoolName { id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.751337864Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.751389915Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: df8455ae-1727-4032-b0a2-1af5db8102b4, dataset_name: DatasetName { pool_name: ZpoolName { id: cf2b5393-7938-4187-81ff-eefd54b8dca3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bd0d99fb-377a-428b-87b6-80142598d8ca, dataset_name: DatasetName { pool_name: ZpoolName { id: aa8dd6da-a2be-4c64-ab22-604023652cfd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.866882488Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.866939709Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: bd0d99fb-377a-428b-87b6-80142598d8ca, dataset_name: DatasetName { pool_name: ZpoolName { id: aa8dd6da-a2be-4c64-ab22-604023652cfd (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a748e81-e24a-442d-9ba3-4573457051e2, dataset_name: DatasetName { pool_name: ZpoolName { id: a09f232d-c31e-4961-bb00-74c2dac76055 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.980713596Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:35.980773537Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 6a748e81-e24a-442d-9ba3-4573457051e2, dataset_name: DatasetName { pool_name: ZpoolName { id: a09f232d-c31e-4961-bb00-74c2dac76055 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b3b3030-3910-416f-8f59-f41c59dbb286, dataset_name: DatasetName { pool_name: ZpoolName { id: f46073e5-0cf7-4937-b820-b3dac0544ced (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.126801318Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.126857999Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 9b3b3030-3910-416f-8f59-f41c59dbb286, dataset_name: DatasetName { pool_name: ZpoolName { id: f46073e5-0cf7-4937-b820-b3dac0544ced (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a80301cb-95d6-434d-8f96-9585464a5296, dataset_name: DatasetName { pool_name: ZpoolName { id: 5bcd6732-e8a3-402d-925d-d2e58792effe (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.234739311Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.234810872Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a80301cb-95d6-434d-8f96-9585464a5296, dataset_name: DatasetName { pool_name: ZpoolName { id: 5bcd6732-e8a3-402d-925d-d2e58792effe (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.357375676Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.357448887Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.357700402Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.357873046Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.478444507Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.504228775Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.504423349Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.50449873Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.553147423Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.553206005Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.553210675Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.553216875Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.553223415Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.553228545Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.744522428Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.744772953Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.744804214Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.756302448Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.773376281Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.773587336Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.773646877Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.773723798Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.786587802Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.78699933Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.791537167Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.796960992Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.801737433Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.806313031Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.811269936Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.816509267Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.821042924Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.951344871Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.957214876Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.962911517Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.967814741Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.972685744Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.977556298Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.982907781Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.988107312Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.993509747Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:36.999170717Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.005140054Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.011356575Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.017884604Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.02755881Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.072417892Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.072857601Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.079300568Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.120278979Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.120615316Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.127939741Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.133941959Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.140097909Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.193179937Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.25784022Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.260841954Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.260864265Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.323226329Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 254, 233]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.32325937Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.325348624Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.325367724Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.38307161Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 192, 91]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.383102401Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"external_dns"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.440432788Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.442166175Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.442196186Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.499948723Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 253, 24]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.499979153Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.501816122Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.501836132Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.677122386Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 130, 131]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.677156866Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.685211187Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.685230268Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.685311169Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.68532141Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.687040046Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.687056746Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.742017864Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 132, 121]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.742064285Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.742257069Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.742274169Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.742397132Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.74419869Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.74421386Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.744232611Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.745758963Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.746606741Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.747620053Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.749145615Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.803440358Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.88923074Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:37.933382818Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:38.003561689Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:38.018753171Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:38.018830453Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Configuring new Omicron zone: oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:38.019327004Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:38.033030295Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:38.045672633Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:38.057551035Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:38.067452186Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Installing Omicron zone: oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:38.07332032Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:38.082546006Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Installing Omicron zone: oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:38.204085847Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:38.256272946Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:38.448796345Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.053859475Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.054109871Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.511444554Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.511696239Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.520397074Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.520723451Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.520782772Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.528424625Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.528520197Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.536575538Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.536803032Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.537028177Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.544022726Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.550843661Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.575706089Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.575924874Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.592060916Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.59222197Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.605493122Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.605696866Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.624295221Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.624474245Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.631642657Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.631872132Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.757332107Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:40.757452229Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 68.402448ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.122969369Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 30.394912ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.134290839Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 55.808316ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.143632578Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 52.718317ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.153296873Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 39.228525ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.164382439Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 58.503254ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.174075155Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 57.89135ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.182374711Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 31.914363ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.192404194Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 149.355742ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.201403145Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 69.667686ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.211902278Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 106.530637ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.223416852Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 55.075568ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.232831283Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 56.568509ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.242520798Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 57.944611ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.251787445Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 103.457082ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.261857129Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 110.685255ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.272491245Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 82.608038ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.281967016Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 59.260961ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.290428256Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 85.108245ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.302893211Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 69.76449ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.315886447Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 146.366631ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.329671429Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 143.433359ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.342836799Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 118.926307ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.355429026Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 52.684286ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.370969006Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 208.807816ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.383284688Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 272.420784ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.395730222Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 260.761901ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.411993938Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 224.126565ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.425023294Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 135.248663ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.437417178Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 180.912417ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.451536928Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 184.591964ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.462189444Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 267.995833ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.472190566Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 272.05022ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.481625967Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 284.543695ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.490580287Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 144.070988ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.499890444Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 171.859106ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.508992248Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 404.160335ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.58725868Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 315.298606ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.604453356Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 473.251994ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.64564294Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 297.389266ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.660655449Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 522.986525ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.673440941Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 311.514402ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.684422034Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 552.487175ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.69931863Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 396.897357ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.7129557Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 581.758252ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.723677098Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 474.57322ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.752014079Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 475.208474ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.770489872Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 347.111565ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.79018245Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 1.121414725s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.936256243Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 441.053807ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:44.971686185Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 1.098299435s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.00488588Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 661.499148ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.017764674Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 924.927787ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.125817258Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 794.298262ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.138222622Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 702.70756ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.152811942Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 447.661155ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.212965409Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 776.892751ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.240356941Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 871.395211ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.260633342Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 551.248132ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.272997464Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 885.556053ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.318912Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 550.472433ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.429710943Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 925.339862ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.674019802Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 1.390192434s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.694975447Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 826.338405ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.839679951Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 1.025079497s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.8721205Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 1.41785497s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.948112634Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 1.163525492s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:45.993395035Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 507.541323ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:46.030481843Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 1.296228847s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:46.062982653Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 569.100393ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:46.073588568Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 1.420020623s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:46.116938329Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 1.169284479s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:46.146561038Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 1.110793819s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:46.219069058Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 1.131251085s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:46.553009351Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 1.456151917s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:46.613358853Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 667.774023ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:46.656502819Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 1.312107214s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:46.680237843Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 1.25141321s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:46.911177038Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 874.103352ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:47.099679322Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 1.38952813s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:47.171772783Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 1.144871735s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:47.330471263Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 1.099738791s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:47.344136894Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 1.030296536s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:47.356957336Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 1.012485722s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:47.373914216Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 1.140987438s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:47.387545466Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 757.911558ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:47.55111184Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 805.771397ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:47.699046782Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 1.189043923s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:47.989781997Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 1.445723442s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:48.005880269Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 518.698976ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:48.08459869Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 1.36440609s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:48.176711317Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 1.337392273s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:48.325112769Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 616.233393ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:48.400664123Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 1.086049699s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:48.413529337Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 829.364322ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:48.458201935Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 1.416502148s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:48.488356116Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 1.042244136s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:48.519733392Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 1.370551644s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:48.548725488Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 747.976037ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:48.573892383Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 547.667387ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:48.615874234Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 1.22905458s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:49.056934472Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 600.521112ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:49.180511816Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 1.124169867s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:49.194966654Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 1.266127537s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:49.300328571Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 1.253518945s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:49.334858695Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 1.277436602s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:49.466834988Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 811.043933ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:49.512421406Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 559.793913ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:49.554638633Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 876.668185ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:49.573692697Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 782.634448ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:49.757234906Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 904.611209ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:49.795015238Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 553.942465ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:49.919829419Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 840.042106ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:49.933156982Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 746.766347ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:50.129973802Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 576.571043ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:50.36339074Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 656.920783ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:50.41003325Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 1.308004763s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:50.462921554Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 876.278188ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:50.477309489Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 984.516208ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:50.490904698Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 769.384515ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:50.55503384Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 820.979717ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:50.581214416Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 1.329576019s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:50.604502051Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 1.288807463s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:50.714206161Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 927.636698ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:50.75840154Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 1.133720256s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:50.78572811Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 1.301595283s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:50.889803331Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 1.372777679s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:50.951617753Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 1.329742499s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:51.078620101Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 1.3728629s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:51.336040588Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 926.139181ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:51.365418682Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 740.593333ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:51.41382046Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 591.558974ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:51.487041245Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 603.799301ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:51.697483805Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 785.710492ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:51.782297816Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 1.021064959s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:51.931022225Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 1.204429666s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:51.945664476Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 875.838489ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:52.015908428Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 823.622836ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:52.090142805Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 1.284233831s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:52.169639413Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 1.142706921s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:52.205497175Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 1.248798654s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:52.306540801Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 715.151491ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:52.318949184Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 709.143592ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:52.337171631Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 679.47193ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:52.423182218Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 1.359891741s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:52.582834989Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 879.638972ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:52.739704421Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e\") failed: Property not found. retry in 67.440386ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:52.877290973Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 736.647508ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:52.912245955Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 895.74133ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:52.933330793Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e\") failed: Property not found. retry in 109.550311ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.001543342Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 1.382266087s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.040587021Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 1.093976206s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.058178895Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 1.18902881s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.07211357Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 542.941911ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.117972355Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e\") failed: Property not found. retry in 244.988152ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.132483833Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 631.408864ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.167216401Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 1.322739161s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.381043332Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e\") failed: Property not found. retry in 468.544131ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.402188781Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 1.277339795s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.480524555Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 1.359637133s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.58152723Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 1.420700446s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.634485725Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 1.161137448s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.665400651Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 1.302723732s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.679086712Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 907.912079ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.816685035Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 784.868712ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.845859204Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e\") failed: Property not found. retry in 856.853874ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.890475122Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 1.16597828s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:53.961783326Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 1.081419381s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:54.166496244Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 866.84407ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:54.277207816Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:54.301647735Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:54.302451032Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 894.095382ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:54.439219387Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 57.27155ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:54.552889971Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 143.792828ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:54.62297054Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 1.256569736s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:54.646605931Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 523.611309ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:54.719074121Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 1.419426602s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:54.776745346Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 593.933038ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:54.831988919Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 525.512155ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:54.855405826Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e\") failed: Property not found. retry in 854.842758ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:54.880013389Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 233.965011ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:54.905887409Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 1.201042233s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:54.968786564Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 627.352306ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.000530939Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:55.025104841Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:55.025488089Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:55.034355757Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:55.034572612Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 635.179789ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.069694077Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 790.477324ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.14609051Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 1.027701831s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.160142888Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 329.001432ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.174173996Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 1.280802929s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.26099253Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 927.525774ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.275773454Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f\") failed: Property not found. retry in 53.411597ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.322228571Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361\") failed: Property not found. retry in 64.877175ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.334462601Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 1.172146553s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.348332085Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f\") failed: Property not found. retry in 77.318465ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.392112295Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 821.283459ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.409374442Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361\") failed: Property not found. retry in 75.242756ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.436919907Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 943.607657ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.464026743Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f\") failed: Property not found. retry in 147.008815ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.544070543Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361\") failed: Property not found. retry in 264.951091ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.569451442Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 521.993692ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.592129363Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 793.582909ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.647682923Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f\") failed: Property not found. retry in 480.38909ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.71014663Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 1.036927118s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.726729632Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e\") failed: Property not found. retry in 900.755037ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.750463776Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361\") failed: Property not found. retry in 243.734825ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.859217226Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 1.459471491s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.917693058Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 1.24575024s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:55.94884446Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361\") failed: Property not found. retry in 1.018320523s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.119179677Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 618.928124ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.135388942Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 1.158801392s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.183046264Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 706.65679ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.208216709Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 582.822378ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.227176921Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 736.706525ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.248991424Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f\") failed: Property not found. retry in 902.332587ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.282455475Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 768.452886ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.316188602Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 521.453325ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.422674053Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 1.073026022s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.461713662Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 806.78071ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.537350859Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 1.264800111s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.578303779Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e\") failed: Property not found. retry in 1.199475356s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.668502395Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:56.67440311Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:56.674511782Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:56.674524693Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:56.683176926Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:56.683502273Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:32:56.690741137Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 1.283362787s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.77043689Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 802.964768ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.786173854Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 639.723484ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.827127374Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863\") failed: Property not found. retry in 51.825324ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.92723576Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 879.729097ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.944435865Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 916.344252ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.962620252Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16\") failed: Property not found. retry in 31.288951ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.976021656Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8\") failed: Property not found. retry in 26.321338ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:56.990277639Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863\") failed: Property not found. retry in 84.074583ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.00258305Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 949.386568ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.027438828Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8\") failed: Property not found. retry in 131.600929ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.135936192Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863\") failed: Property not found. retry in 241.068993ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.195228042Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16\") failed: Property not found. retry in 113.484234ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.368052232Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 1.171276846s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.402631457Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 1.104524169s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.442188287Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 540.561181ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.469805233Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f\") failed: Property not found. retry in 810.179413ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.497853669Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361\") failed: Property not found. retry in 1.336082969s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.52847487Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 903.627438ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.554013822Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 1.039414269s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.575996649Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8\") failed: Property not found. retry in 136.410754ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.628570556Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863\") failed: Property not found. retry in 560.260028ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.673703484Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 912.819308ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.73563756Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16\") failed: Property not found. retry in 249.855335ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.86609172Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 867.004675ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.915077371Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 844.210522ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.92916098Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 980.201637ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.940125173Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 1.372418315s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.951329911Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e\") failed: Property not found. retry in 867.154845ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.961814463Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8\") failed: Property not found. retry in 541.97706ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.973830299Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 1.362991116s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:57.988339127Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 828.387695ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.000220789Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 695.468214ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.024157638Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 891.247309ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.073173968Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16\") failed: Property not found. retry in 390.224503ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.129574626Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863\") failed: Property not found. retry in 986.956136ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.246349136Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f\") failed: Property not found. retry in 1.441335063s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.321150075Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 915.505217ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.46876784Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8\") failed: Property not found. retry in 612.554407ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.5285543Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16\") failed: Property not found. retry in 604.417695ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.541218589Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 957.062732ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.559476577Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 1.263938814s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.588209117Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 877.46339ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.629066835Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 1.409815041s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.665038249Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 700.490066ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.735038106Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 1.161604193s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.792074887Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 1.007490435s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.810054519Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 1.329065879s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.843827606Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e\") failed: Property not found. retry in 998.407206ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.85670458Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361\") failed: Property not found. retry in 1.304118349s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.877222606Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 816.478186ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.936683499Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 774.961089ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:58.98192522Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8\") failed: Property not found. retry in 542.576333ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.155844913Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16\") failed: Property not found. retry in 819.798496ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.1702801Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863\") failed: Property not found. retry in 1.056469658s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.24703308Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 1.147427116s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.339914753Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 905.986344ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.36711117Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 1.277934217s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.399608121Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 557.979649ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.453160928Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 1.2518393s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.521123661Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 508.440427ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.536561309Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8\") failed: Property not found. retry in 1.443472788s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.712368343Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 1.017727091s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.769704201Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f\") failed: Property not found. retry in 641.947919ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.785002686Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 532.147093ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.800932435Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458\") failed: Property not found. retry in 1.470940417s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.833232041Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 1.056698406s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.870200706Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e\") failed: Property not found. retry in 1.137335533s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.889376643Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 727.107797ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:32:59.970843213Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16\") failed: Property not found. retry in 1.3562177s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.010634138Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 772.112561ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.030276466Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 521.85745ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.063093483Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 747.656596ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.095498251Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 967.269395ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.190170041Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361\") failed: Property not found. retry in 1.438918849s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.20755088Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 889.559463ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.289361398Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863\") failed: Property not found. retry in 1.229937092s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.318790993Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 1.02471653s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.351099419Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f\") failed: Property not found. retry in 571.15208ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.44861115Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 1.393951635s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.503950026Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296\") failed: Property not found. retry in 1.469832801s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.600927235Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 1.311418252s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.692389308Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5\") failed: Property not found. retry in 1.186059946s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.713815193Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5\") failed: Property not found. retry in 802.939239ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.790082343Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 521.285367ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.810127239Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 794.312641ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.826933016Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 1.152853916s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.860132551Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9\") failed: Property not found. retry in 1.357523813s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:00.945819711Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f\") failed: Property not found. retry in 959.538068ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:01.038182772Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e\") failed: Property not found. retry in 1.317130588s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:01.055661804Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8\") failed: Property not found. retry in 849.567428ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:01.172400303Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 791.035699ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:01.188597767Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 633.216825ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:01.203348Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286\") failed: Property not found. retry in 1.348252091s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:01.34412297Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16\") failed: Property not found. retry in 666.864382ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:01.384755753Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 843.04154ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:01.398620048Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863\") failed: Property not found. retry in 907.568304ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:01.562515809Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2\") failed: Property not found. retry in 1.276999415s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:01.641888315Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361\") failed: Property not found. retry in 855.435887ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:01.664555736Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4\") failed: Property not found. retry in 536.087259ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:01.856307589Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca\") failed: Property not found. retry in 519.654203ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:01.916393145Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378\") failed: Property not found. retry in 975.728426ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:01.996420195Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f\") failed: Property not found. retry in 581.659102ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:02.016794407Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4\") failed: Property not found. retry in 1.325893539s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:02.037472126Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448\") failed: Property not found. retry in 1.149165236s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:02.068661219Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16\") failed: Property not found. retry in 908.42998ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:02.085098808Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8\") failed: Property not found. retry in 804.98874ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:02.104560131Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 839.877149ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:02.260262978Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e\") failed: Property not found. retry in 636.703374ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:02.410306085Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863\") failed: Property not found. retry in 817.944318ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:02.535576325Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361\") failed: Property not found. retry in 1.103748653s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:02.55883836Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f\") failed: Property not found. retry in 513.126177ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:02.622587213Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8\") failed: Property not found. retry in 609.404575ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:02.930368121Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16\") failed: Property not found. retry in 990.711671ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:03.046830884Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e\") failed: Property not found. retry in 1.360764412s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:03.076524055Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 599.24347ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:03.124950683Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f\") failed: Property not found. retry in 504.079311ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:03.154421419Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863\") failed: Property not found. retry in 890.788849ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:03.372282796Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8\") failed: Property not found. retry in 842.563789ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:03.556724084Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f\") failed: Property not found. retry in 946.16142ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:03.674401533Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361\") failed: Property not found. retry in 947.10851ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:03.687331908Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 583.637191ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:03.743130753Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16\") failed: Property not found. retry in 1.486711812s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:04.052557155Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863\") failed: Property not found. retry in 912.58831ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:04.279855302Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 1.049997471s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:04.341800758Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8\") failed: Property not found. retry in 1.058869295s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:04.41298241Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f\") failed: Property not found. retry in 1.306834201s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:04.634637098Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361\") failed: Property not found. retry in 711.249443ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:04.646850357Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:04.802393921Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55220"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:04.804296661Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"daf7238a-7ccf-4c3b-97bb-bbcc280b62b5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55220","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":659,"response_code":"200"} {"msg":"wait for service Some(\"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863\") failed: Property not found. retry in 853.847254ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:05.207979095Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361\") failed: Property not found. retry in 1.113613873s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:05.370010886Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 652.304005ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:05.404609231Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8\") failed: Property not found. retry in 1.033861215s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:05.483069878Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16\") failed: Property not found. retry in 883.269954ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:05.549919868Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 1.155018093s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:06.07026989Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 619.622742ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:07.235447037Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 1.047219975s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:07.864409065Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:08.779511391Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"60.872109488s"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 620.201015ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:08.922855476Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 503.178681ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:09.55540031Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 994.021251ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:10.069190273Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 974.214943ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:11.073271488Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 1.305412848s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:12.057078273Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 1.379294015s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:13.373076234Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 710.445806ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:14.761738108Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413\") failed: Property not found. retry in 785.591505ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:15.483707081Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.29821095Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_nexus_9c4a6c7c-d0f3-4040-893d-c86718cd5863"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.298242481Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_f906a2fb-29e6-4c4d-897b-0f1e959fdfb4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.298246851Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_df8455ae-1727-4032-b0a2-1af5db8102b4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.298250311Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_nexus_28b4d493-d618-4550-b832-f5a8700dda16"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.299094429Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_oximeter_02467522-649f-453a-b95a-5b7b7b4a2458"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.299099429Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_pantry_d3404467-1946-474d-8136-f6d776b403a5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.299104909Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_76e17da7-4e8d-4d25-9aca-040a68999fe9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.299108439Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_9b3b3030-3910-416f-8f59-f41c59dbb286"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.299111579Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_a80301cb-95d6-434d-8f96-9585464a5296"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.299115029Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_bd0d99fb-377a-428b-87b6-80142598d8ca"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.299118389Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_f9dea45d-9df7-4b24-a838-3247c9386378"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.2991228Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_6a748e81-e24a-442d-9ba3-4573457051e2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.299126329Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_external_dns_3a3c9bd7-6179-4647-88be-743dbba6ce2f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.299129489Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_external_dns_eb18c719-9991-4594-9ed0-1ee13a881361"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.29913288Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_pantry_a67b216c-59ec-42c9-9875-7fcdb5740448"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.29913607Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_pantry_f00c2874-c0e6-4d1a-8f02-2a7f6fa6b5f5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.29913925Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_c3d06ea1-0b5c-4478-86f9-447700e6e26e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.299255232Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_nexus_19d1b3bf-4d38-489c-a831-139faa2845a8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.299259292Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_clickhouse_7444bf2e-94a3-4bcb-8a89-2719d1967413"} {"msg":"Writing ledger to /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.300433217Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.301681624Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.304604486Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"9fccce9c-73c5-40cb-b97f-992c1b152f79","remote_addr":"[fd00:1122:3344:101::1]:59746","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":41549921,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.313931114Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.314049166Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.314243171Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.318573033Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.318968411Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.351598644Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/052f3529-69d0-4ca1-873b-88ee5f382b59/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.352867161Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/052f3529-69d0-4ca1-873b-88ee5f382b59/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.466168367Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/052f3529-69d0-4ca1-873b-88ee5f382b59/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.553321168Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/052f3529-69d0-4ca1-873b-88ee5f382b59/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.671793235Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/052f3529-69d0-4ca1-873b-88ee5f382b59/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.834301586Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/052f3529-69d0-4ca1-873b-88ee5f382b59/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:16.98375127Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/052f3529-69d0-4ca1-873b-88ee5f382b59/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:17.224250068Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/052f3529-69d0-4ca1-873b-88ee5f382b59/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:17.578658236Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/052f3529-69d0-4ca1-873b-88ee5f382b59/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:17.802023229Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/052f3529-69d0-4ca1-873b-88ee5f382b59/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:18.096367141Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/052f3529-69d0-4ca1-873b-88ee5f382b59/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:18.770891527Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/052f3529-69d0-4ca1-873b-88ee5f382b59/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:19.439345014Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/052f3529-69d0-4ca1-873b-88ee5f382b59/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:20.030180723Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/223823d0-6342-4be2-8483-3bbd7919ea67): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:20.132572168Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/223823d0-6342-4be2-8483-3bbd7919ea67): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:20.81351345Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/052f3529-69d0-4ca1-873b-88ee5f382b59/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:21.239933957Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/223823d0-6342-4be2-8483-3bbd7919ea67): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:33:21.292164256Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/052f3529-69d0-4ca1-873b-88ee5f382b59/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:22.258335947Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/223823d0-6342-4be2-8483-3bbd7919ea67): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:33:22.295533937Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/223823d0-6342-4be2-8483-3bbd7919ea67): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:22.813622981Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/223823d0-6342-4be2-8483-3bbd7919ea67): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:33:23.29854643Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/052f3529-69d0-4ca1-873b-88ee5f382b59/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:24.107893789Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/223823d0-6342-4be2-8483-3bbd7919ea67): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:33:24.301125473Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/223823d0-6342-4be2-8483-3bbd7919ea67): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:33:24.812670218Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/223823d0-6342-4be2-8483-3bbd7919ea67): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-24T04:33:25.304738439Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8011288b-33e3-49b4-b204-88d20f35bda1\", \"content-length\": \"173\", \"date\": \"Tue, 24 Sep 2024 04:33:26 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"052f3529-69d0-4ca1-873b-88ee5f382b59\\\"\", request_id: \"8011288b-33e3-49b4-b204-88d20f35bda1\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:26.518401486Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:28.909316827Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.072457061Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52289"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.073875582Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.299209457Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"eaa624f9-2b5b-4e5f-9a3a-5ab5eb449fa8","remote_addr":"[fd00:1122:3344:101::c]:52289","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":226642,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.300301911Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.300360782Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.30124178Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.301743931Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"240dd661-081e-4409-9373-f7e832e0857a","remote_addr":"[fd00:1122:3344:101::c]:52289","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.984576604Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61538"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.986667898Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 20f40ca3-cd4c-4b33-94d2-e8c3ba02484f, kind: Service { id: eb18c719-9991-4594-9ed0-1ee13a881361 }, name: Name(\"external-dns-eb18c719-9991-4594-9ed0-1ee13a881361\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 121])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f7aebe9f-1122-4300-a2e8-f053b218c332, kind: Service { id: 3a3c9bd7-6179-4647-88be-743dbba6ce2f }, name: Name(\"external-dns-3a3c9bd7-6179-4647-88be-743dbba6ce2f\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 91])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 60c46c7d-3b44-42db-8cd2-2720179b0888, kind: Service { id: 9c4a6c7c-d0f3-4040-893d-c86718cd5863 }, name: Name(\"nexus-9c4a6c7c-d0f3-4040-893d-c86718cd5863\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 233])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 979cc46d-7722-45c4-9e68-e64e9dd80de0, kind: Service { id: 28b4d493-d618-4550-b832-f5a8700dda16 }, name: Name(\"nexus-28b4d493-d618-4550-b832-f5a8700dda16\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 24])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dd24fed4-200c-4d1b-882d-d71fc6f9ddd2, kind: Service { id: 19d1b3bf-4d38-489c-a831-139faa2845a8 }, name: Name(\"nexus-19d1b3bf-4d38-489c-a831-139faa2845a8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 131])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.986719Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.98675438Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.986763411Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.986768741Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.986774141Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.986794771Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.986827482Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"282d0c0b-7f09-455c-9f52-6e1a448ca408","remote_addr":"[fd00:1122:3344:101::c]:61538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2229,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:29.989189292Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:30.289176903Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39239"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:30.289290436Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:30.512499257Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"c5834fd7-0880-47a1-a052-1cae024f3305","remote_addr":"[fd00:1122:3344:101::c]:39239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":223202,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:30.513021118Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:30.513105539Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:30.513455117Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:30.513793104Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"65d1d4f6-4c83-41eb-83e1-030f90260b2b","remote_addr":"[fd00:1122:3344:101::c]:39239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":875,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.717888998Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48225"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.718103103Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 20f40ca3-cd4c-4b33-94d2-e8c3ba02484f, kind: Service { id: eb18c719-9991-4594-9ed0-1ee13a881361 }, name: Name(\"external-dns-eb18c719-9991-4594-9ed0-1ee13a881361\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 121])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f7aebe9f-1122-4300-a2e8-f053b218c332, kind: Service { id: 3a3c9bd7-6179-4647-88be-743dbba6ce2f }, name: Name(\"external-dns-3a3c9bd7-6179-4647-88be-743dbba6ce2f\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 91])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 60c46c7d-3b44-42db-8cd2-2720179b0888, kind: Service { id: 9c4a6c7c-d0f3-4040-893d-c86718cd5863 }, name: Name(\"nexus-9c4a6c7c-d0f3-4040-893d-c86718cd5863\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 233])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 979cc46d-7722-45c4-9e68-e64e9dd80de0, kind: Service { id: 28b4d493-d618-4550-b832-f5a8700dda16 }, name: Name(\"nexus-28b4d493-d618-4550-b832-f5a8700dda16\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 24])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dd24fed4-200c-4d1b-882d-d71fc6f9ddd2, kind: Service { id: 19d1b3bf-4d38-489c-a831-139faa2845a8 }, name: Name(\"nexus-19d1b3bf-4d38-489c-a831-139faa2845a8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 131])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.718150984Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.718184664Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.718191234Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.718208215Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.718227585Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.718250896Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.718283166Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"21e78fba-23ee-48a2-aa03-972b17c9e9c6","remote_addr":"[fd00:1122:3344:101::c]:48225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":312,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.824188286Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45643"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.82439563Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 20f40ca3-cd4c-4b33-94d2-e8c3ba02484f, kind: Service { id: eb18c719-9991-4594-9ed0-1ee13a881361 }, name: Name(\"external-dns-eb18c719-9991-4594-9ed0-1ee13a881361\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 121])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f7aebe9f-1122-4300-a2e8-f053b218c332, kind: Service { id: 3a3c9bd7-6179-4647-88be-743dbba6ce2f }, name: Name(\"external-dns-3a3c9bd7-6179-4647-88be-743dbba6ce2f\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 91])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 60c46c7d-3b44-42db-8cd2-2720179b0888, kind: Service { id: 9c4a6c7c-d0f3-4040-893d-c86718cd5863 }, name: Name(\"nexus-9c4a6c7c-d0f3-4040-893d-c86718cd5863\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 233])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 979cc46d-7722-45c4-9e68-e64e9dd80de0, kind: Service { id: 28b4d493-d618-4550-b832-f5a8700dda16 }, name: Name(\"nexus-28b4d493-d618-4550-b832-f5a8700dda16\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 24])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dd24fed4-200c-4d1b-882d-d71fc6f9ddd2, kind: Service { id: 19d1b3bf-4d38-489c-a831-139faa2845a8 }, name: Name(\"nexus-19d1b3bf-4d38-489c-a831-139faa2845a8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 131])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.824462951Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.824501312Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.824517463Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.824539213Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.824543973Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.824558954Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.824587494Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"acf237c8-5840-4be6-b42a-d0cbbf066e08","remote_addr":"[fd00:1122:3344:101::a]:45643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":355,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.875965656Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:50978"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.87665676Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 20f40ca3-cd4c-4b33-94d2-e8c3ba02484f, kind: Service { id: eb18c719-9991-4594-9ed0-1ee13a881361 }, name: Name(\"external-dns-eb18c719-9991-4594-9ed0-1ee13a881361\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 121])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f7aebe9f-1122-4300-a2e8-f053b218c332, kind: Service { id: 3a3c9bd7-6179-4647-88be-743dbba6ce2f }, name: Name(\"external-dns-3a3c9bd7-6179-4647-88be-743dbba6ce2f\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 91])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 60c46c7d-3b44-42db-8cd2-2720179b0888, kind: Service { id: 9c4a6c7c-d0f3-4040-893d-c86718cd5863 }, name: Name(\"nexus-9c4a6c7c-d0f3-4040-893d-c86718cd5863\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 233])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 979cc46d-7722-45c4-9e68-e64e9dd80de0, kind: Service { id: 28b4d493-d618-4550-b832-f5a8700dda16 }, name: Name(\"nexus-28b4d493-d618-4550-b832-f5a8700dda16\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 24])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dd24fed4-200c-4d1b-882d-d71fc6f9ddd2, kind: Service { id: 19d1b3bf-4d38-489c-a831-139faa2845a8 }, name: Name(\"nexus-19d1b3bf-4d38-489c-a831-139faa2845a8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 131])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.876702821Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.876735722Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.876747322Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.876758542Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.876776193Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.876788623Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:31.876814094Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"8b7f2a67-0563-4512-a9e9-6a20436a1376","remote_addr":"[fd00:1122:3344:101::b]:50978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":791,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:34.84808408Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38562"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:34.848298435Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"54d1ccc9-ddc4-4e45-9131-7c4644fc9c23","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38562","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:36.416916861Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63895"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:36.417044923Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"dcc0ccd1-5d9d-4949-a4de-f17c6cc4307f","remote_addr":"[fd00:1122:3344:101::c]:63895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:36.492060026Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a9fb95fd-80a7-43b6-bacd-98f6d6b690cc","remote_addr":"[fd00:1122:3344:101::c]:63895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1823,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:57.582770428Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44842"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:57.582903071Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6bd0dcfc-7a41-48f4-aaf9-3a0c8643a980","remote_addr":"[fd00:1122:3344:101::a]:44842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":75,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:57.600735459Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f15e8dd6-a857-49a0-8003-bc0583eacbb1","remote_addr":"[fd00:1122:3344:101::a]:44842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:57.770172998Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42240"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:57.770371832Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"af47a69a-da19-43b7-9dc0-397133671276","remote_addr":"[fd00:1122:3344:101::a]:42240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":179,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:57.823404408Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36909"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:57.824937831Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:57.889621695Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:57.944686335Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"fe45cab2-cfd6-4908-afef-8ad984dbee78","remote_addr":"[fd00:1122:3344:101::a]:36909","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":121242,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:57.945977032Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a1932cd4-9de5-4aea-9ffc-27dde743dd29","remote_addr":"[fd00:1122:3344:101::a]:36909","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1084,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.104972399Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.105429098Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1933fe24-deab-4311-a300-a09ef207e36a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.106707685Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.107686426Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.107723897Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"fa03e11f-0d2d-4a0c-8fc0-572acfb6ef53","remote_addr":"[fd00:1122:3344:101::a]:36909","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3530,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.392556597Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36536"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.393383944Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"95a7ee62-e902-4a1a-9de5-6b9173f7617b","remote_addr":"[fd00:1122:3344:101::b]:36536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":805,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.42282948Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49717"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.422938922Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a1b5f886-4f32-4730-af5f-e06d5cad18cd","remote_addr":"[fd00:1122:3344:101::c]:49717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.434289943Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"baf1c6c6-45c3-45f8-8b98-585677a2d3f4","remote_addr":"[fd00:1122:3344:101::c]:49717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":134,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.441627309Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:61025"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.442279313Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e8274ae8-0bf1-4b58-bafb-e4fa17f0a6ed","remote_addr":"[fd00:1122:3344:101::b]:61025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":621,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.452091861Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"70454b9a-2421-40f3-beb6-371bde507b0e","remote_addr":"[fd00:1122:3344:101::b]:36536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":68,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.486128754Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48759"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.486188195Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.525346927Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.579970297Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c5039074-55d7-4797-9cb4-d744bd220c33","remote_addr":"[fd00:1122:3344:101::c]:48759","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93810,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.580263243Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47190"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.580288844Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54246"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.580608681Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.580639371Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"521ac0be-e612-4b66-b0bd-f23942ebf123","remote_addr":"[fd00:1122:3344:101::c]:47190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":317,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.585384972Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d5b73483-8a57-4f83-9825-c554fa54833e","remote_addr":"[fd00:1122:3344:101::c]:48759","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":614,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.618348242Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.676661681Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7f26f287-a156-4dd0-aae6-6493f12d49e9","remote_addr":"[fd00:1122:3344:101::b]:54246","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96197,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:33:58.679194255Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"993e4039-8107-4e9c-8cec-82d40f1ef32e","remote_addr":"[fd00:1122:3344:101::b]:54246","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":167,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:04.881484355Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36965"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:04.881544127Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"4e4f9b43-42fc-42ef-b164-5d07a9aa3c7a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36965","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:27.557932071Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:27.558049284Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ce41a6eb-ee4f-49c1-8bcd-f8cc441d7a49","remote_addr":"[fd00:1122:3344:101::a]:54140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:27.568572487Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"85c09f54-78ba-4852-9ad1-3cbbb56b3334","remote_addr":"[fd00:1122:3344:101::a]:54140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":699,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:27.787674371Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50765"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:27.787858315Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c95c9884-bd08-48af-b4df-c55142f92b04","remote_addr":"[fd00:1122:3344:101::a]:50765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:27.845622692Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51433"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:27.845733354Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:27.883911265Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:27.938941854Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"88e65324-4c09-4528-8fa7-42ad04a88a6d","remote_addr":"[fd00:1122:3344:101::a]:51433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93269,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:27.939215619Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9cce2951-8678-41ef-8df8-713b8b12590f","remote_addr":"[fd00:1122:3344:101::a]:51433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.46422449Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54707"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.464375543Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e9306638-d6e0-4e58-9f5f-cce34e830418","remote_addr":"[fd00:1122:3344:101::b]:54707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.482462197Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"17a94d69-6fdd-48ce-8f9d-44d7b967d8b7","remote_addr":"[fd00:1122:3344:101::b]:54707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":128,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.522274833Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42317"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.522396005Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6ba9645b-962d-4335-9efe-591bea7bde3f","remote_addr":"[fd00:1122:3344:101::c]:42317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.536021725Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9083cb40-8dfd-47c4-b5c2-b152dfcc3b86","remote_addr":"[fd00:1122:3344:101::c]:42317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1023,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.684858916Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44573"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.68504803Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"312931ac-1daa-4b2d-9d79-f46a785d4357","remote_addr":"[fd00:1122:3344:101::b]:44573","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.705471484Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37019"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.705641417Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"70a4b308-33ad-4e32-b956-1896a2fd34b6","remote_addr":"[fd00:1122:3344:101::c]:37019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.755155639Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57815"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.755250761Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.794029595Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.860680101Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8e9e7346-36db-4f3a-9c9d-17219f3f4d72","remote_addr":"[fd00:1122:3344:101::b]:57815","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105474,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.861772204Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5c4a0f21-9a03-4989-ad0a-0f11002d1bda","remote_addr":"[fd00:1122:3344:101::b]:57815","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":860,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.874523995Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42098"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.874690018Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.911701164Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.9679897Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b2f74501-c0fc-4ae8-94f7-2cea8fc02085","remote_addr":"[fd00:1122:3344:101::c]:42098","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93359,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:28.968299626Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1f99c52e-fcc9-49e2-82de-ea45da0083a5","remote_addr":"[fd00:1122:3344:101::c]:42098","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:34.915712454Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:34.915780125Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"10435d85-c119-4009-b724-989140572b82","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64190","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:39.809799799Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:46023","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::d]:44809"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:39.839052651Z","hostname":"sock","pid":1562,"uri":"/223823d0-6342-4be2-8483-3bbd7919ea67","method":"GET","req_id":"d311bc86-fc61-4cd4-87c6-71ac5e4ad409","remote_addr":"[fd00:1122:3344:101::d]:44809","local_addr":"[fd00:1122:3344:101::1]:46023","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":29180,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:54.387612588Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:57.551588478Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54151"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:57.551710881Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"00f5420a-b76a-4a09-af41-fd9741b85002","remote_addr":"[fd00:1122:3344:101::a]:54151","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:57.561999159Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b6365fcc-5e06-42af-b8e6-aea62271e59a","remote_addr":"[fd00:1122:3344:101::a]:54151","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":147,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:57.745090328Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55820"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:57.746080959Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f9ecdb7d-e237-4afe-a2be-ba9e414840e9","remote_addr":"[fd00:1122:3344:101::a]:55820","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":944,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:57.800618098Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44751"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:57.80073101Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:57.839281309Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:57.895961233Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"fca89875-4eb3-4fff-aaea-c8f052e35c65","remote_addr":"[fd00:1122:3344:101::a]:44751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95296,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:57.896237678Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c0dc35e7-8368-4b21-9006-18fb7e418f42","remote_addr":"[fd00:1122:3344:101::a]:44751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.450602692Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47750"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.450753816Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ea27842f-f0df-4508-a7c7-ea4fbdb70e5e","remote_addr":"[fd00:1122:3344:101::c]:47750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.465851227Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b52a4c84-5901-4841-a5dd-afe286bbba1c","remote_addr":"[fd00:1122:3344:101::c]:47750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":132,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.473148021Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57636"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.473954628Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"59d24707-e864-4ae4-921a-c502277b74ba","remote_addr":"[fd00:1122:3344:101::c]:57636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":765,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.517005823Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53153"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.517269828Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1c6974c7-83c8-46d2-91b2-5e32326cab31","remote_addr":"[fd00:1122:3344:101::b]:53153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":242,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.525863931Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4b2f220b-ac5a-4520-93f7-2df891e0a1d1","remote_addr":"[fd00:1122:3344:101::b]:53153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":78,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.532824509Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35879"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.533585315Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.577890696Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.642313824Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"182280f1-7236-46c6-a176-1ae2dda1777d","remote_addr":"[fd00:1122:3344:101::c]:35879","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":109442,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.642501208Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53035"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.64258054Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46766"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.642789205Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4d799685-af59-4ccc-b354-479da0d4736d","remote_addr":"[fd00:1122:3344:101::b]:53035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":223,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.642897137Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9af5f842-a091-47ff-af4e-a468f745761a","remote_addr":"[fd00:1122:3344:101::c]:35879","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":234,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.644054781Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.680440594Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.733818458Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3fb8e0cc-b088-4e32-a8de-60e009c788e4","remote_addr":"[fd00:1122:3344:101::b]:46766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90586,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:34:58.734196856Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d49139d9-8b8e-4a2b-92e5-8f910afa4acd","remote_addr":"[fd00:1122:3344:101::b]:46766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":169,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:04.948352269Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48955"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:04.948436641Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"d4548139-1294-4023-8aa5-a476bd113bc9","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48955","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":46,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:09.818914205Z","hostname":"sock","pid":1562,"uri":"/223823d0-6342-4be2-8483-3bbd7919ea67","method":"GET","req_id":"a7e5b1f2-8348-458c-a171-f88635ef763c","remote_addr":"[fd00:1122:3344:101::d]:44809","local_addr":"[fd00:1122:3344:101::1]:46023","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9051,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:27.632753014Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46292"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:27.632886587Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8dcbf550-3e5d-4865-ae47-1506fef08a86","remote_addr":"[fd00:1122:3344:101::a]:46292","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:27.651570053Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"88743eb0-ebaa-416b-a90b-5f4136b17ee0","remote_addr":"[fd00:1122:3344:101::a]:46292","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":148,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:27.843543951Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54543"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:27.843732275Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"de9ff62c-a241-4204-bede-fbbf948ee13c","remote_addr":"[fd00:1122:3344:101::a]:54543","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":163,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:27.884234135Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:32926"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:27.884337387Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:27.927064885Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:27.991169226Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d599a433-dfd3-4b73-9e62-0b9a41902a65","remote_addr":"[fd00:1122:3344:101::a]:32926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106878,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:27.991451322Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"16f8bfdb-73f9-4655-9e60-89ae70e264ca","remote_addr":"[fd00:1122:3344:101::a]:32926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.557489094Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44754"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.558403104Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e8014a6e-1023-4a34-94fd-2ce43a294ebd","remote_addr":"[fd00:1122:3344:101::b]:44754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":883,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.570866109Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"56e99e93-7df1-461f-8510-1a8b23e6c393","remote_addr":"[fd00:1122:3344:101::b]:44754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":144,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.636066163Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40145"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.636456531Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"064bc7d2-5266-43c7-9a4a-8c6592604e06","remote_addr":"[fd00:1122:3344:101::c]:40145","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":362,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.646892893Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5b892c91-f77b-40bc-9750-8cabf3976045","remote_addr":"[fd00:1122:3344:101::c]:40145","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.688728482Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:34493"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.688902225Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"26793156-e455-47ed-af61-680eef39fd96","remote_addr":"[fd00:1122:3344:101::b]:34493","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.722680153Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61569"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.722758604Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.760872634Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.811467009Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9c52c131-316f-4141-9335-dd406796a534","remote_addr":"[fd00:1122:3344:101::c]:61569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88742,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.811676633Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61062"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.811684123Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62617"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.811918568Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.815355091Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"689725fa-536a-4788-b7bc-b2874db6df24","remote_addr":"[fd00:1122:3344:101::c]:61062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3426,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.815471514Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2b2c7d20-2b23-4069-a5f4-7f6623ff8868","remote_addr":"[fd00:1122:3344:101::c]:61569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3654,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.849124148Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.910138734Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ad306552-1b71-4c20-b1a3-6e27878796b6","remote_addr":"[fd00:1122:3344:101::b]:62617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98344,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:28.910557123Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a1095a4e-d84e-4547-9f0f-648c7b12de3b","remote_addr":"[fd00:1122:3344:101::b]:62617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":175,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:34.982112018Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59959"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:34.982160688Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"163adef7-b4c2-4023-aeb6-3eda58af77cf","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59959","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":30,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:39.818016117Z","hostname":"sock","pid":1562,"uri":"/223823d0-6342-4be2-8483-3bbd7919ea67","method":"GET","req_id":"8579a639-e679-4795-8d8b-335f81d4373e","remote_addr":"[fd00:1122:3344:101::d]:44809","local_addr":"[fd00:1122:3344:101::1]:46023","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8359,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:57.576424619Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53627"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:57.576533421Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7bd4be0b-263b-4037-999c-2c3eff138e46","remote_addr":"[fd00:1122:3344:101::a]:53627","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:57.587687418Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"659e32de-8344-4be1-b0d0-8554eae00211","remote_addr":"[fd00:1122:3344:101::a]:53627","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":147,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:57.678299323Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63310"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:57.678406855Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:57.717975335Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:57.774426925Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d6eee277-3d08-450f-ae61-b1a1f8fe6ee5","remote_addr":"[fd00:1122:3344:101::a]:63310","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96087,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:57.774544027Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60295"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:57.775398655Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"88b18c94-259d-447b-95f7-2e1ccf2ad757","remote_addr":"[fd00:1122:3344:101::a]:60295","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":801,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:57.775462636Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8bd6eb06-9693-4107-aa9d-53f90b0e76b5","remote_addr":"[fd00:1122:3344:101::a]:63310","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":775,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.426902283Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41930"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.4277188Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"57887c8b-2dac-4214-849d-94e6069eea60","remote_addr":"[fd00:1122:3344:101::c]:41930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":801,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.438447898Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"71cad9bf-2db8-4aee-b520-304e60b88274","remote_addr":"[fd00:1122:3344:101::c]:41930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.488767797Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57614"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.488854008Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"132d4845-0195-40f7-ad9b-0fda6763e2c4","remote_addr":"[fd00:1122:3344:101::b]:57614","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":44,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.505236476Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51751"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.50541668Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f64d3149-1765-45be-8133-a0b282e6dc6d","remote_addr":"[fd00:1122:3344:101::b]:51751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.510953998Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"04783b49-e20f-4ab0-bfc2-47670115223b","remote_addr":"[fd00:1122:3344:101::b]:57614","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.522641796Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58596"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.522744588Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.562557784Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.623525209Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"df364689-9d67-4dc5-a94a-08c7019de250","remote_addr":"[fd00:1122:3344:101::c]:58596","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100821,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.623701292Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36489"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.623878446Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.62783252Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c803fab6-ebca-4752-82ba-1562d95a891b","remote_addr":"[fd00:1122:3344:101::c]:58596","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3978,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.635315959Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53529"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.635585105Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"11305b6c-e9a7-4891-8f37-285ab7062413","remote_addr":"[fd00:1122:3344:101::c]:53529","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":197,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.659565744Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.716537724Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"50a08a77-f508-4e8d-b8aa-480399c87993","remote_addr":"[fd00:1122:3344:101::b]:36489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92753,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:35:58.716994294Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"99b9af40-05ac-483b-abed-bf8cade93111","remote_addr":"[fd00:1122:3344:101::b]:36489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":158,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:05.015827495Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:32951"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:05.016649913Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"660cc7b9-5b3c-4de8-8df1-e0e638f15e23","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:32951","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":788,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:09.817168661Z","hostname":"sock","pid":1562,"uri":"/223823d0-6342-4be2-8483-3bbd7919ea67","method":"GET","req_id":"ca9ef6f6-e994-4a95-8343-e6047b1721ca","remote_addr":"[fd00:1122:3344:101::d]:44809","local_addr":"[fd00:1122:3344:101::1]:46023","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7804,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:27.627846792Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38866"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:27.628752882Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5673267d-6352-48d7-9b6e-ba2aa0754da6","remote_addr":"[fd00:1122:3344:101::a]:38866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":883,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:27.652792932Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"85ea15d1-76ff-44be-93b3-295992af7f83","remote_addr":"[fd00:1122:3344:101::a]:38866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2264,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:27.836693508Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51748"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:27.836876352Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"641d595f-fea6-40f6-ab8b-b47dc3b718cf","remote_addr":"[fd00:1122:3344:101::a]:51748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":167,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:27.880448897Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36319"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:27.88056397Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:27.920944228Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:27.983073377Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"064b0e2e-2751-45ca-a932-9d024ae2aab2","remote_addr":"[fd00:1122:3344:101::a]:36319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102562,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:27.983350033Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"fc39eb3b-0a81-4b79-9ef1-03ce6aa338b5","remote_addr":"[fd00:1122:3344:101::a]:36319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.477875006Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40473"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.47804163Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5bfb520e-b945-4c7f-8fc0-0b230de73929","remote_addr":"[fd00:1122:3344:101::b]:40473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.487670384Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"aa61fdc7-bb70-4ca6-be6a-ce1ee97fa197","remote_addr":"[fd00:1122:3344:101::b]:40473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":969,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.572082307Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44433"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.572195039Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5fc5fa0d-2f8b-4340-91fa-851a7511fb6c","remote_addr":"[fd00:1122:3344:101::c]:44433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.583273135Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e0e0cb94-8b28-4281-90d0-b217dc691637","remote_addr":"[fd00:1122:3344:101::c]:44433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.632116462Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64960"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.632274096Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"899c630f-2dde-4e99-8fab-cb416f2f38e6","remote_addr":"[fd00:1122:3344:101::b]:64960","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.671036849Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40232"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.671912907Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.709624348Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.767228382Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0d56369e-43de-43fe-a60d-0abab24c879b","remote_addr":"[fd00:1122:3344:101::b]:40232","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96113,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.76759933Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46224"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.767649761Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57553"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.767926006Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.767966918Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c1f65f91-96e2-475e-8c1d-ce914da39730","remote_addr":"[fd00:1122:3344:101::b]:40232","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":388,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.777303846Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d532f7b5-a229-4879-9772-528ff3f26368","remote_addr":"[fd00:1122:3344:101::c]:57553","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9455,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.808143351Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.863772422Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f38040c8-0ed8-4891-930c-aee54588a30f","remote_addr":"[fd00:1122:3344:101::c]:46224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96008,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:28.86412676Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b129c06c-17cd-453f-86d1-27f3b55362d6","remote_addr":"[fd00:1122:3344:101::c]:46224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:35.04992073Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43037"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:35.049977691Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"719c954d-4398-479b-9ba9-ffb3c5accb85","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43037","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":36,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:39.824358165Z","hostname":"sock","pid":1562,"uri":"/223823d0-6342-4be2-8483-3bbd7919ea67","method":"GET","req_id":"65ae102e-6d1c-4b83-8916-a755faf6b047","remote_addr":"[fd00:1122:3344:101::d]:44809","local_addr":"[fd00:1122:3344:101::1]:46023","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5375,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:57.572260933Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64479"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:57.572392686Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3cada193-a549-4f73-9215-5a30e074f080","remote_addr":"[fd00:1122:3344:101::a]:64479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":109,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:57.583190675Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a514c8c4-be7d-4665-8caa-e2daf7b4b6c1","remote_addr":"[fd00:1122:3344:101::a]:64479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":653,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:57.674051035Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61239"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:57.674249029Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6dc81a63-3649-4739-baaf-253bbec66887","remote_addr":"[fd00:1122:3344:101::a]:61239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":168,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:57.687269556Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63090"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:57.687376748Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:57.728656635Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:57.785973532Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6eb20590-93f2-44c6-b5b8-e7df4b70ed3a","remote_addr":"[fd00:1122:3344:101::a]:63090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98651,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:57.786309349Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d51f846d-779e-42e5-8aac-e15d3b981116","remote_addr":"[fd00:1122:3344:101::a]:63090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.364774595Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54827"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.364926669Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1335fcb0-3684-4f52-b4fb-3aa09dfc1cf4","remote_addr":"[fd00:1122:3344:101::c]:54827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.374542963Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e4510198-4bf6-427e-bc1f-34de13c17f80","remote_addr":"[fd00:1122:3344:101::c]:54827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.396510759Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46961"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.396614562Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"fcbdbc09-cf9d-4491-9107-b58d58c170d7","remote_addr":"[fd00:1122:3344:101::b]:46961","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":37,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.405140363Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b3904e9d-24b4-4b8e-9d04-36449f20ed94","remote_addr":"[fd00:1122:3344:101::b]:46961","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.467934336Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58017"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.468809345Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.507920675Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.565868646Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4e03c515-1d32-4447-a48f-a78cef99b9a0","remote_addr":"[fd00:1122:3344:101::c]:58017","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97876,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.56603354Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63832"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.5660547Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49448"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.566081531Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44866"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.567081382Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.567122503Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2b84e03f-feee-441f-af78-eec01b6a7a0e","remote_addr":"[fd00:1122:3344:101::c]:58017","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":423,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.571846153Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"42fb4bef-9a6b-4ac6-a368-ae2ab988d2a1","remote_addr":"[fd00:1122:3344:101::b]:44866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5527,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.571978486Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"9fcabbf8-d30e-415e-98b2-6ee156496871","remote_addr":"[fd00:1122:3344:101::c]:49448","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5479,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.60702312Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.662045689Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0e186d46-e1c0-4a1d-8a05-c55224d2f8f8","remote_addr":"[fd00:1122:3344:101::b]:63832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95818,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:36:58.662428547Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6380d6d0-ecba-4149-ad90-0be85600fc5e","remote_addr":"[fd00:1122:3344:101::b]:63832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":169,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:05.100334542Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49312"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:05.101033107Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"c90919d7-f255-4c74-a7fb-a24b0f652046","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49312","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":674,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:09.866135953Z","hostname":"sock","pid":1562,"uri":"/223823d0-6342-4be2-8483-3bbd7919ea67","method":"GET","req_id":"871791b6-cb54-4d99-ad53-6e634ae9ae12","remote_addr":"[fd00:1122:3344:101::d]:44809","local_addr":"[fd00:1122:3344:101::1]:46023","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6413,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:27.712493803Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:27.712602025Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e1844126-b202-4526-a632-4478968b058a","remote_addr":"[fd00:1122:3344:101::a]:35926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:27.726915009Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fda2186b-9b97-44b1-bf93-8aba52c3436f","remote_addr":"[fd00:1122:3344:101::a]:35926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":852,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:27.85693863Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62750"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:27.857127624Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"af2b80f1-9307-410f-8cf9-9003121ccba9","remote_addr":"[fd00:1122:3344:101::a]:62750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:27.973838663Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52728"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:27.973944065Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.014225231Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.072959668Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"41f21b5d-87c0-41d7-8575-b825c875bb35","remote_addr":"[fd00:1122:3344:101::a]:52728","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99065,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.073895338Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"26c9280d-2038-4130-a9bd-f21322cfd196","remote_addr":"[fd00:1122:3344:101::a]:52728","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":741,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.538028266Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58407"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.538135988Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4f7dd7ea-11c0-466a-8cb3-81f05e1e7822","remote_addr":"[fd00:1122:3344:101::b]:58407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.558496651Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a101be59-4e37-40fe-bbe7-3a5b30215f6c","remote_addr":"[fd00:1122:3344:101::b]:58407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.581910588Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33731"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.581991939Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8e34d7bf-2204-45d9-93eb-3ed46668c213","remote_addr":"[fd00:1122:3344:101::c]:33731","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":50,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.592632545Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f583ee0a-9c85-4c23-9117-cb90a5f82904","remote_addr":"[fd00:1122:3344:101::c]:33731","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":124,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.753063983Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.753821869Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"64383acc-2052-47fa-8fa5-726aedb5c45e","remote_addr":"[fd00:1122:3344:101::c]:51406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":737,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.761479622Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45645"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.761647615Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5ef533d4-4e4b-4f19-8993-a410c68f698a","remote_addr":"[fd00:1122:3344:101::b]:45645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.766757594Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47073"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.76753654Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.810629576Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.869416624Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6f7e68ce-a644-4051-945e-91471c1029f7","remote_addr":"[fd00:1122:3344:101::c]:47073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102598,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.869563407Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49502"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.86967667Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.904627442Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.960125931Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"245b1bf1-61b8-4c92-b524-bbd22035d5f4","remote_addr":"[fd00:1122:3344:101::b]:49502","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90488,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.960407107Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e15bd469-cbe6-41ff-82df-8300a1ff2c19","remote_addr":"[fd00:1122:3344:101::c]:47073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:28.960589361Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e71206a6-ee49-4195-9580-d2e36add109c","remote_addr":"[fd00:1122:3344:101::b]:49502","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":171,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:35.136026491Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53656"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:35.136121533Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"480d7963-4cf5-46e8-8860-f724ff543109","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53656","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:39.867667436Z","hostname":"sock","pid":1562,"uri":"/223823d0-6342-4be2-8483-3bbd7919ea67","method":"GET","req_id":"f8fdd3dd-7ea1-4d11-8fac-6a669d47cb2b","remote_addr":"[fd00:1122:3344:101::d]:44809","local_addr":"[fd00:1122:3344:101::1]:46023","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7599,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:57.508779687Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64794"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:57.509793628Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"589fa1c7-278e-445f-8cd3-87d68e40e83b","remote_addr":"[fd00:1122:3344:101::a]:64794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":988,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:57.521729032Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4629721f-809e-4617-afc5-b9f102ecfd06","remote_addr":"[fd00:1122:3344:101::a]:64794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":885,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:57.714510516Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34782"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:57.71468433Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6692533f-d408-4ab6-a691-36256ae77e8b","remote_addr":"[fd00:1122:3344:101::a]:34782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:57.767735157Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34951"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:57.7678967Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:57.806367607Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:57.865640276Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8549f296-8db5-4442-9727-981f0277fd59","remote_addr":"[fd00:1122:3344:101::a]:34951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97835,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:57.865944422Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d86a04d7-da29-4197-b098-8b6e02efc748","remote_addr":"[fd00:1122:3344:101::a]:34951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.335952255Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:32843"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.336105468Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c1ee6568-86d5-4de5-9004-a760bd887e83","remote_addr":"[fd00:1122:3344:101::c]:32843","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.417863325Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.41808978Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f974ce92-1a9b-4726-9eaa-7f9d41f0329a","remote_addr":"[fd00:1122:3344:101::c]:37080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":180,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.420278436Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d5b1efcf-890d-46af-bb23-610197d2a6ef","remote_addr":"[fd00:1122:3344:101::c]:32843","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.449785693Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41163"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.45061675Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e362c861-d487-4138-9228-b705f405d502","remote_addr":"[fd00:1122:3344:101::b]:41163","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":760,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.459830106Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8e84a575-422c-4c6a-b50b-ee30ff352da9","remote_addr":"[fd00:1122:3344:101::b]:41163","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":74,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.475647362Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50730"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.476362807Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.514994888Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.573764936Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6ebe8a3e-0878-4795-9e3c-12e37ba7eaf3","remote_addr":"[fd00:1122:3344:101::c]:50730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98071,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.57397587Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40475"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.574008221Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54843"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.574296157Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d097d552-bc99-4a99-9efc-a490fe8892ad","remote_addr":"[fd00:1122:3344:101::c]:50730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":206,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.57491383Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.575035443Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e881f84f-a6cd-4a59-878a-19479acd173f","remote_addr":"[fd00:1122:3344:101::b]:40475","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":921,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.611949997Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.666523506Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0a68c63e-9c92-4c20-b524-d4b1b69e4022","remote_addr":"[fd00:1122:3344:101::b]:54843","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92258,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:37:58.666861393Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3bd72f2c-1fa6-43e9-bae8-c1a7bba4bd1d","remote_addr":"[fd00:1122:3344:101::b]:54843","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:05.169489153Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35138"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:05.169557224Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"fb1f4f40-f816-4517-94c7-f2ecce5d8cef","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35138","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":37,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:09.870449937Z","hostname":"sock","pid":1562,"uri":"/223823d0-6342-4be2-8483-3bbd7919ea67","method":"GET","req_id":"540443a2-e859-489b-8ea0-f40705d6683d","remote_addr":"[fd00:1122:3344:101::d]:44809","local_addr":"[fd00:1122:3344:101::1]:46023","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":10330,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:27.629972992Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37978"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:27.630104674Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ab7f16b4-7c5c-4d71-acbe-e4bc5ffcf2c2","remote_addr":"[fd00:1122:3344:101::a]:37978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:27.786402534Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34582"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:27.786595828Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"1faca0f3-c325-4ca7-b283-28729e863b72","remote_addr":"[fd00:1122:3344:101::a]:34582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":156,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:27.793553856Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"dcbb4e5f-b353-4d16-bbd7-38dba7f0856d","remote_addr":"[fd00:1122:3344:101::a]:37978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":796,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:27.919398399Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62432"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:27.919579532Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 20f40ca3-cd4c-4b33-94d2-e8c3ba02484f, kind: Service { id: eb18c719-9991-4594-9ed0-1ee13a881361 }, name: Name(\"external-dns-eb18c719-9991-4594-9ed0-1ee13a881361\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 121])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f7aebe9f-1122-4300-a2e8-f053b218c332, kind: Service { id: 3a3c9bd7-6179-4647-88be-743dbba6ce2f }, name: Name(\"external-dns-3a3c9bd7-6179-4647-88be-743dbba6ce2f\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 91])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 60c46c7d-3b44-42db-8cd2-2720179b0888, kind: Service { id: 9c4a6c7c-d0f3-4040-893d-c86718cd5863 }, name: Name(\"nexus-9c4a6c7c-d0f3-4040-893d-c86718cd5863\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 233])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 979cc46d-7722-45c4-9e68-e64e9dd80de0, kind: Service { id: 28b4d493-d618-4550-b832-f5a8700dda16 }, name: Name(\"nexus-28b4d493-d618-4550-b832-f5a8700dda16\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 24])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dd24fed4-200c-4d1b-882d-d71fc6f9ddd2, kind: Service { id: 19d1b3bf-4d38-489c-a831-139faa2845a8 }, name: Name(\"nexus-19d1b3bf-4d38-489c-a831-139faa2845a8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 131])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:27.919617193Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:27.919654274Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:27.919670045Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:27.919675595Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:27.919706155Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:27.919713706Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:27.919730226Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a7eedc75-7dc3-4ddd-a609-f286817e7484","remote_addr":"[fd00:1122:3344:101::a]:62432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":292,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:27.973657731Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58611"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:27.973729463Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.013735002Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.073413299Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"23b74856-f72b-4751-bed3-bc8f70b1061c","remote_addr":"[fd00:1122:3344:101::a]:58611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99718,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.073729826Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"87cdcc3f-96bf-4dae-8b5d-d732f6c522dd","remote_addr":"[fd00:1122:3344:101::a]:58611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.589131973Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37922"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.589387218Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"0bd22354-bd24-4d98-8428-2bd5999b33cd","remote_addr":"[fd00:1122:3344:101::c]:37922","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":197,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.605749346Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39004"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.605882139Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"00a04361-3752-4cee-9a25-cacbde7285db","remote_addr":"[fd00:1122:3344:101::b]:39004","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.616673668Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d9c7af28-5236-4950-a49e-d0fef6a3bd88","remote_addr":"[fd00:1122:3344:101::b]:39004","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.67185676Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.671961432Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c5c6d0b2-8647-4739-a5ff-cf4b8df2da76","remote_addr":"[fd00:1122:3344:101::c]:40346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.684025448Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7b6b2e04-29c3-458f-a6b0-e6823a311d24","remote_addr":"[fd00:1122:3344:101::c]:40346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.712036633Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59838"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.712197687Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3345946a-f30a-4e2d-8407-fda55a41375e","remote_addr":"[fd00:1122:3344:101::b]:59838","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.758850298Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62220"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.75895127Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.799596383Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.861840905Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0be153bc-c853-40d2-bc2f-391e85e5729f","remote_addr":"[fd00:1122:3344:101::b]:62220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102934,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.861956647Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34628"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.86207723Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.896263706Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.951747035Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"24560cc6-430e-4405-9409-f47663c5d050","remote_addr":"[fd00:1122:3344:101::c]:34628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89723,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.95201032Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:33380"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.952048541Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3e3f8cd6-d1f9-4a31-bc99-e92c3a5008e1","remote_addr":"[fd00:1122:3344:101::b]:62220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.952088192Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37657"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.953003861Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c48c8dd9-6074-49ed-a884-7d15e6dfd4f2","remote_addr":"[fd00:1122:3344:101::c]:34628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":987,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.953085973Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 20f40ca3-cd4c-4b33-94d2-e8c3ba02484f, kind: Service { id: eb18c719-9991-4594-9ed0-1ee13a881361 }, name: Name(\"external-dns-eb18c719-9991-4594-9ed0-1ee13a881361\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 121])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f7aebe9f-1122-4300-a2e8-f053b218c332, kind: Service { id: 3a3c9bd7-6179-4647-88be-743dbba6ce2f }, name: Name(\"external-dns-3a3c9bd7-6179-4647-88be-743dbba6ce2f\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 91])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 60c46c7d-3b44-42db-8cd2-2720179b0888, kind: Service { id: 9c4a6c7c-d0f3-4040-893d-c86718cd5863 }, name: Name(\"nexus-9c4a6c7c-d0f3-4040-893d-c86718cd5863\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 233])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 979cc46d-7722-45c4-9e68-e64e9dd80de0, kind: Service { id: 28b4d493-d618-4550-b832-f5a8700dda16 }, name: Name(\"nexus-28b4d493-d618-4550-b832-f5a8700dda16\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 24])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dd24fed4-200c-4d1b-882d-d71fc6f9ddd2, kind: Service { id: 19d1b3bf-4d38-489c-a831-139faa2845a8 }, name: Name(\"nexus-19d1b3bf-4d38-489c-a831-139faa2845a8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 131])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.953117094Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 20f40ca3-cd4c-4b33-94d2-e8c3ba02484f, kind: Service { id: eb18c719-9991-4594-9ed0-1ee13a881361 }, name: Name(\"external-dns-eb18c719-9991-4594-9ed0-1ee13a881361\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 121])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f7aebe9f-1122-4300-a2e8-f053b218c332, kind: Service { id: 3a3c9bd7-6179-4647-88be-743dbba6ce2f }, name: Name(\"external-dns-3a3c9bd7-6179-4647-88be-743dbba6ce2f\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 91])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 60c46c7d-3b44-42db-8cd2-2720179b0888, kind: Service { id: 9c4a6c7c-d0f3-4040-893d-c86718cd5863 }, name: Name(\"nexus-9c4a6c7c-d0f3-4040-893d-c86718cd5863\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 233])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 979cc46d-7722-45c4-9e68-e64e9dd80de0, kind: Service { id: 28b4d493-d618-4550-b832-f5a8700dda16 }, name: Name(\"nexus-28b4d493-d618-4550-b832-f5a8700dda16\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 24])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dd24fed4-200c-4d1b-882d-d71fc6f9ddd2, kind: Service { id: 19d1b3bf-4d38-489c-a831-139faa2845a8 }, name: Name(\"nexus-19d1b3bf-4d38-489c-a831-139faa2845a8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 131])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.953158895Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.953201816Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.953219026Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.953234936Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.953252877Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.953268947Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.953308088Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f5804414-6111-49fc-a0f2-9e0486538bc7","remote_addr":"[fd00:1122:3344:101::c]:37657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1058,"response_code":"204"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.953317828Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.953352989Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.953381999Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.95339887Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.95343499Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.953453181Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:28.953479862Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ac2fb6d8-e706-494d-9116-c93ed87ddeb7","remote_addr":"[fd00:1122:3344:101::b]:33380","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1253,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:35.206487029Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44557"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:35.206558201Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"7db918d1-cb89-4db5-8697-cf71702b1efd","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44557","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":44,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:39.867595017Z","hostname":"sock","pid":1562,"uri":"/223823d0-6342-4be2-8483-3bbd7919ea67","method":"GET","req_id":"0765e644-62cc-487f-adf7-b536a5aa7323","remote_addr":"[fd00:1122:3344:101::d]:44809","local_addr":"[fd00:1122:3344:101::1]:46023","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7270,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:57.681970877Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44026"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:57.6820996Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"12e47c45-25e6-46df-8eaa-0ebfe052f469","remote_addr":"[fd00:1122:3344:101::a]:44026","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:57.691730224Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4c98eba4-a761-4801-ab15-d2d51b7a07df","remote_addr":"[fd00:1122:3344:101::a]:44026","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":128,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:57.746112129Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43909"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:57.746313463Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f3ac6581-9b9c-425d-a310-353cf6e691a2","remote_addr":"[fd00:1122:3344:101::a]:43909","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":171,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:57.757780917Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50518"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:57.757876919Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:57.799436162Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:57.855303788Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d31e3c3b-cf8b-4227-a942-b9c528131759","remote_addr":"[fd00:1122:3344:101::a]:50518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97454,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:57.855655556Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"bec28456-c45c-4063-9cfd-ebeb6d70e675","remote_addr":"[fd00:1122:3344:101::a]:50518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.456061208Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46048"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.456197311Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2f3225e5-c935-4aa7-8220-d0765e2e4e49","remote_addr":"[fd00:1122:3344:101::c]:46048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.465905087Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b605f3e4-1b5e-4e85-abcb-ccd9ddff31c7","remote_addr":"[fd00:1122:3344:101::c]:46048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":127,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.465986019Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38967"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.466807806Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c0ea2a09-ee17-4e9e-a69f-e774e3426596","remote_addr":"[fd00:1122:3344:101::b]:38967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":715,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.477072544Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c425a6ea-98d3-45ab-92cb-8286ac07e6af","remote_addr":"[fd00:1122:3344:101::b]:38967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":79,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.544139168Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64893"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.544271841Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.587153412Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.647025934Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"10a7e71b-3120-438f-829d-7a043bac8f8b","remote_addr":"[fd00:1122:3344:101::c]:64893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102830,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.647237528Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50684"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.647264829Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41741"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.647283499Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35642"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.647573435Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"325b212d-7331-447a-b4b4-1be210fdd860","remote_addr":"[fd00:1122:3344:101::c]:64893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":228,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.64824255Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.648381693Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f19ad388-1d75-48f1-a26a-fef324e1f3f6","remote_addr":"[fd00:1122:3344:101::c]:50684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":974,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.648390603Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"ad688ed9-9bc8-4da0-a8da-ded8bed9ce2b","remote_addr":"[fd00:1122:3344:101::b]:35642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1016,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.688212379Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.744814831Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8ebfd57e-eb44-46da-8521-8f33372279a3","remote_addr":"[fd00:1122:3344:101::b]:41741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97276,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:38:58.745203189Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0ce89502-54fb-472f-8422-f5852e2bd2ca","remote_addr":"[fd00:1122:3344:101::b]:41741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:05.238258885Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43855"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:05.238915399Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"0c6bc41e-a3aa-4aea-aec7-acbbcb2e05d8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43855","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":637,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:09.867802992Z","hostname":"sock","pid":1562,"uri":"/223823d0-6342-4be2-8483-3bbd7919ea67","method":"GET","req_id":"7834c4d4-5c34-46b1-b017-340f1b600486","remote_addr":"[fd00:1122:3344:101::d]:44809","local_addr":"[fd00:1122:3344:101::1]:46023","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:27.748091863Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55063"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:27.748205305Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0914c194-4015-4fb8-a777-cafe68434802","remote_addr":"[fd00:1122:3344:101::a]:55063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:27.755422308Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42604"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:27.755569011Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f6d07952-b040-469d-9672-e9cb2defa8d6","remote_addr":"[fd00:1122:3344:101::a]:42604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":126,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:27.758549145Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"652f527a-869d-49f3-85a7-cc0ab1c235fc","remote_addr":"[fd00:1122:3344:101::a]:55063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":771,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.06574717Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36358"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.065896413Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.104497822Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.16325444Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"311a0644-a227-48f9-9b67-c2f987629e66","remote_addr":"[fd00:1122:3344:101::a]:36358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97452,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.164094888Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c145476d-cfb0-4d10-8d22-3fe0eb441d9d","remote_addr":"[fd00:1122:3344:101::a]:36358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":652,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.588826139Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45564"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.589005553Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"307bdefb-92dc-4fc0-987f-21325d172adc","remote_addr":"[fd00:1122:3344:101::b]:45564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":117,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.599451234Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bafdac14-ab3c-477e-81d2-b127fb8b1cc5","remote_addr":"[fd00:1122:3344:101::b]:45564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":152,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.691865277Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57552"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.692082222Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"890612cf-e200-49d8-9079-26e09e4402a5","remote_addr":"[fd00:1122:3344:101::b]:57552","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":184,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.718427641Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41175"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.718526054Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5488ea4a-2798-4df8-9a03-37b261cfd1bc","remote_addr":"[fd00:1122:3344:101::c]:41175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":48,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.724663154Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:32887"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.724788777Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a18bf94b-8d12-48ee-b461-223dddce78e9","remote_addr":"[fd00:1122:3344:101::c]:32887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.726677347Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"98b604c9-9071-46be-a22b-cf6585dc79b5","remote_addr":"[fd00:1122:3344:101::c]:41175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.82050971Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35827"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.820593451Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.860790375Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.916386466Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2c3c6c56-fe75-47fb-abda-e3be617d7c8a","remote_addr":"[fd00:1122:3344:101::c]:35827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95840,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.916698873Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:61566"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.916951548Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f6d7f153-415e-4e79-8e6e-dcf8203269e4","remote_addr":"[fd00:1122:3344:101::c]:35827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":290,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.91753264Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:28.955308533Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:29.008754828Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"562fc1c1-9e67-47b4-8ab6-647842d7248f","remote_addr":"[fd00:1122:3344:101::b]:61566","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91887,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:29.009131956Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6ee5b56f-ade4-4d38-9bb8-24df47d60926","remote_addr":"[fd00:1122:3344:101::b]:61566","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:35.271897781Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43820"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:35.272059504Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"02bd0d03-6fe8-4d6a-be9f-719a028116dd","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43820","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":112,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:39.841677669Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:39.84172993Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:39.877084461Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999784s","next_cleanup":"Instant { tv_sec: 1971, tv_nsec: 456159575 }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:39.978101626Z","hostname":"sock","pid":1562,"uri":"/223823d0-6342-4be2-8483-3bbd7919ea67","method":"GET","req_id":"af2b5ab8-f57c-4d95-acdc-71ed492954f8","remote_addr":"[fd00:1122:3344:101::d]:44809","local_addr":"[fd00:1122:3344:101::1]:46023","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6801,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:54.38809328Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:57.600151212Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61955"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:57.600277064Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"cc90a9bf-7226-493e-b5c6-a18f023afe36","remote_addr":"[fd00:1122:3344:101::a]:61955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":78,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:57.608843726Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"99cc7fd2-018a-4f3d-915b-1058c1c77bc9","remote_addr":"[fd00:1122:3344:101::a]:61955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":115,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:57.699814909Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52035"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:57.699913101Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:57.741104876Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:57.802296095Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"26e379b4-d920-4d7a-9e48-ea6867860ae7","remote_addr":"[fd00:1122:3344:101::a]:52035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102432,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:57.802576571Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61208"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:57.802699414Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"dff80417-f63d-45b5-a86e-20d93380212b","remote_addr":"[fd00:1122:3344:101::a]:52035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":199,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:57.802893678Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"7212d570-2e1f-4dc7-844a-197e6bbc6471","remote_addr":"[fd00:1122:3344:101::a]:61208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":216,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.368304196Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54698"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.368560162Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"26c12cba-d524-472d-8374-125de322e1ce","remote_addr":"[fd00:1122:3344:101::c]:54698","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":201,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.447139921Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61654"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.447265633Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"bb385ecc-74bf-4cb5-9806-5e4ded30a558","remote_addr":"[fd00:1122:3344:101::c]:61654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":84,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.4607488Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"56ecef72-265d-4c3d-a331-892f0e7dd396","remote_addr":"[fd00:1122:3344:101::c]:61654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":149,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.489226995Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49825"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.489364188Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b28cf208-d16a-4251-9e99-8f11202a764a","remote_addr":"[fd00:1122:3344:101::b]:49825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.500165177Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"119df965-e59f-4ab2-9b75-f780cce57654","remote_addr":"[fd00:1122:3344:101::b]:49825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.551091609Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57757"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.552042089Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3fea9a2e-68e0-4e12-8363-54734f0777ee","remote_addr":"[fd00:1122:3344:101::b]:57757","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":895,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.619036692Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39013"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.619963692Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.67684787Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.748169364Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c5f5b5a2-25b9-451b-9e9d-a1563614886d","remote_addr":"[fd00:1122:3344:101::c]:39013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129058,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.748293967Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43480"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.74843169Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.784270241Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.848409584Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6a95991b-1a1e-491d-9028-0673453ca05d","remote_addr":"[fd00:1122:3344:101::b]:43480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100038,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.84872526Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"29362a8c-4c10-4fe5-b872-75e519a7bcd6","remote_addr":"[fd00:1122:3344:101::c]:39013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":128,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:39:58.848750261Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d929e61e-4411-4419-8feb-e40f35ac7c17","remote_addr":"[fd00:1122:3344:101::b]:43480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:05.306393985Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48445"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:05.306453746Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"6c1d9fc0-92e6-4737-aa1a-aab093575dad","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48445","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:06.941435752Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43319"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:06.941634016Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"1092ddd8-530c-413c-a078-9b4132a4ad65","remote_addr":"[fd00:1122:3344:101::a]:43319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":182,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:06.942689058Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(558280) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:06.942724689Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"PUT","req_id":"378d9a2b-3a54-4303-bb74-0be693c433b5","remote_addr":"[fd00:1122:3344:101::a]:43319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":923,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:07.149131353Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44260"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:07.158332708Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:539","metadata":"InstanceMetadata { silo_id: a434c039-2f1c-4c21-bca4-46a81dca0bd0, project_id: 05dd5cb3-e855-44c6-a248-f7c763355b17 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-24T04:40:07.148851337Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: d099f902-0234-40f8-8d1c-756e0b76a24e, kind: Instance { id: 78d2b282-95f0-4b45-a7c2-e9d0874345dc }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(558280), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d099f902-0234-40f8-8d1c-756e0b76a24e, kind: Instance { id: 78d2b282-95f0-4b45-a7c2-e9d0874345dc }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(558280), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d099f902-0234-40f8-8d1c-756e0b76a24e, kind: Instance { id: 78d2b282-95f0-4b45-a7c2-e9d0874345dc }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(558280), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(558280))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d099f902-0234-40f8-8d1c-756e0b76a24e, kind: Instance { id: 78d2b282-95f0-4b45-a7c2-e9d0874345dc }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(558280), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-78870f01934\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 0441fc30-9895-4095-8777-18d88d5dd6f8, read_only_parent: Some(Volume { block_size: 512, id: 42d7b890-f16c-46e5-a8a8-f94449c5b23f, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c50a9a61-01e7-468a-b831-e6c53ed28bef, key: Some(\"gXFjKgBJDtYWBa6wY28MEr+tdgG8JQcfhkoai+M26Xg=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::17]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 0441fc30-9895-4095-8777-18d88d5dd6f8, key: Some(\"hx0g7SBhaJIALn/vOAhVJVU3paB8Tp+LP61Fhdf4ihc=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::13]:19000\"] } }] } }], cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:07.158388899Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:572","migration_id":"None","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:07.159129535Z","hostname":"sock","pid":1562,"propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:1008","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: d099f902-0234-40f8-8d1c-756e0b76a24e, kind: Instance { id: 78d2b282-95f0-4b45-a7c2-e9d0874345dc }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(558280), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d099f902-0234-40f8-8d1c-756e0b76a24e, kind: Instance { id: 78d2b282-95f0-4b45-a7c2-e9d0874345dc }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(558280), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d099f902-0234-40f8-8d1c-756e0b76a24e, kind: Instance { id: 78d2b282-95f0-4b45-a7c2-e9d0874345dc }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(558280), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(558280))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d099f902-0234-40f8-8d1c-756e0b76a24e, kind: Instance { id: 78d2b282-95f0-4b45-a7c2-e9d0874345dc }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(558280), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-78870f01934\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 0441fc30-9895-4095-8777-18d88d5dd6f8, read_only_parent: Some(Volume { block_size: 512, id: 42d7b890-f16c-46e5-a8a8-f94449c5b23f, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c50a9a61-01e7-468a-b831-e6c53ed28bef, key: Some(\"gXFjKgBJDtYWBa6wY28MEr+tdgG8JQcfhkoai+M26Xg=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::17]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 0441fc30-9895-4095-8777-18d88d5dd6f8, key: Some(\"hx0g7SBhaJIALn/vOAhVJVU3paB8Tp+LP61Fhdf4ihc=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::13]:19000\"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-24T04:40:07.148851337Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:07.159229617Z","hostname":"sock","pid":1562,"uri":"/vmms/a0b54e19-f881-4c26-ad6c-958622064475","method":"PUT","req_id":"746e001f-7b74-4dad-a075-68521c57d5c0","remote_addr":"[fd00:1122:3344:101::a]:44260","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":10054,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:07.261599521Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:07.262036441Z","hostname":"sock","pid":1562,"uri":"/vmms/a0b54e19-f881-4c26-ad6c-958622064475/state","method":"PUT","req_id":"049519a1-3398-4912-9a21-bed69def6e46","remote_addr":"[fd00:1122:3344:101::a]:38852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":311,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:07.262751856Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 558280 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:07.262811587Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:07.30390502Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:07.32837091Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:08.687069788Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:08.687386744Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475\") failed: Property not found. retry in 28.130188ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:40:08.945585418Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475\") failed: Property not found. retry in 116.620205ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:40:08.983507904Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475\") failed: Property not found. retry in 219.790586ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:40:09.114275321Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475\") failed: Property not found. retry in 318.87112ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:40:09.346639436Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475\") failed: Property not found. retry in 1.143227142s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:40:09.677585755Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:09.980988769Z","hostname":"sock","pid":1562,"uri":"/223823d0-6342-4be2-8483-3bbd7919ea67","method":"GET","req_id":"c80b701e-c275-4602-8868-525353bd543b","remote_addr":"[fd00:1122:3344:101::d]:44809","local_addr":"[fd00:1122:3344:101::1]:46023","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9000,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475\") failed: Property not found. retry in 769.233364ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:40:10.832626917Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475\") failed: Property not found. retry in 1.151225232s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:40:11.613176165Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475\") failed: Property not found. retry in 1.43770493s","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:40:12.77639479Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:14.243454249Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:1466"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:14.253641306Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:1475"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:14.293124154Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:1499"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:14.443023788Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:744"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-09-24T04:40:14.444831186Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:14.444869857Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:14.44687368Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-24T04:40:14.444831186Z }","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:14.44689761Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-24T04:40:14.444831186Z }, migration_in: None, migration_out: None }","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-09-24T04:40:14.473611858Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:14.473648098Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:14.473676329Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-24T04:40:14.473611858Z }","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:14.473683989Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-24T04:40:14.473611858Z }, migration_in: None, migration_out: None }","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:27.690102114Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50880"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:27.690247427Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a88d616f-ec71-4e66-bf87-55e20d288696","remote_addr":"[fd00:1122:3344:101::a]:50880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:27.777794516Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:32864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:27.778009701Z","hostname":"sock","pid":1562,"uri":"/vmms/a0b54e19-f881-4c26-ad6c-958622064475/state","method":"GET","req_id":"76d8d247-ee03-490b-9a92-727c37423362","remote_addr":"[fd00:1122:3344:101::a]:32864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":183,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:27.887849414Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1eed19cf-10a7-4f2f-a2f1-6a7c43c0a3c4","remote_addr":"[fd00:1122:3344:101::a]:50880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":319,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:27.966986624Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51950"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:27.967176319Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"df9b49b9-b37f-48bc-8aa5-2ca8e271bc5b","remote_addr":"[fd00:1122:3344:101::a]:51950","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:27.969477457Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57190"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:27.970165732Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.010205532Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.065120919Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"922e4dd8-d320-48c4-9722-5f52dea0e5eb","remote_addr":"[fd00:1122:3344:101::a]:57190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95591,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.065382904Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3222de7f-965a-4a69-8f33-89679f920187","remote_addr":"[fd00:1122:3344:101::a]:57190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.531175407Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.532123207Z","hostname":"sock","pid":1562,"uri":"/vmms/a0b54e19-f881-4c26-ad6c-958622064475/state","method":"GET","req_id":"94c7c022-da4e-4b2f-9571-34054bd4628b","remote_addr":"[fd00:1122:3344:101::b]:59161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":900,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.571529064Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47288"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.571633046Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"fa23f05a-ecdd-4db7-9767-69723cea104b","remote_addr":"[fd00:1122:3344:101::b]:47288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.593151263Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38631"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.593362748Z","hostname":"sock","pid":1562,"uri":"/vmms/a0b54e19-f881-4c26-ad6c-958622064475/state","method":"GET","req_id":"aa1ac08c-d32d-49a5-a597-2e05882d6358","remote_addr":"[fd00:1122:3344:101::c]:38631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":133,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.595631196Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9c566af4-155e-4083-8e5b-d69e3aa54534","remote_addr":"[fd00:1122:3344:101::b]:47288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":171,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.731152624Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57981"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.731340618Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3ce5d9c5-870a-4dca-b75f-24b7a72d0d4b","remote_addr":"[fd00:1122:3344:101::b]:57981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":179,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.768844895Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:36214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.768945817Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ab1bab52-024b-4b99-8e9a-2be0df7730b7","remote_addr":"[fd00:1122:3344:101::c]:36214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":48,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.783650879Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"03329ea4-8d15-484f-9130-bfcd2280a09f","remote_addr":"[fd00:1122:3344:101::c]:36214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":115,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.80343955Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46191"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.803516361Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.844576523Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.901360849Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a3e22db1-60b6-4ee3-836a-624ef72981cc","remote_addr":"[fd00:1122:3344:101::b]:46191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97885,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.901567884Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50754"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.901634195Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61533"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.901819409Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.905941647Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"8dcb6f3f-173a-490a-a98b-77b4b98380f7","remote_addr":"[fd00:1122:3344:101::c]:61533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4139,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.906067059Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"06636dd1-eb2a-4865-96ef-c9267c6809ae","remote_addr":"[fd00:1122:3344:101::b]:46191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4167,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.936949905Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.994027988Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"24c32cd9-0273-4646-b456-9ff65398ff49","remote_addr":"[fd00:1122:3344:101::c]:50754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92366,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:28.994396125Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"06ca5794-0fb6-4d61-82bd-5fee7c2ebf39","remote_addr":"[fd00:1122:3344:101::c]:50754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:32.284161097Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35550"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:32.285534126Z","hostname":"sock","pid":1562,"uri":"/vmms/a0b54e19-f881-4c26-ad6c-958622064475/state","method":"PUT","req_id":"04005469-af07-4f82-a73c-d2d1dd0656c6","remote_addr":"[fd00:1122:3344:101::a]:35550","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1289,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-09-24T04:40:32.285645868Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:32.285666169Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:32.285677799Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-24T04:40:32.285645868Z }","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:32.28569588Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-24T04:40:32.285645868Z }, migration_in: None, migration_out: None }","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-09-24T04:40:32.327068318Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:32.327089779Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:32.327118399Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-09-24T04:40:32.327068318Z }","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:32.327133149Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:630","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:32.327311943Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:40:32.327395585Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"10509972363125552036"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:32.327594969Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:32.32761997Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/1933fe24-deab-4311-a300-a09ef207e36a/debug/bundle/zone\", \"/pool/int/1cd7b3c4-f332-469d-a6b7-9f7501e7549c/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/036ed427-877d-4d45-ad05-e0fad8a2b1c2/crypt/debug\", \"/pool/ext/0f5ed56b-52e5-409d-bf51-72e9cba37d51/crypt/debug\", \"/pool/ext/d2bf0aa9-ae14-4c2a-ba8a-bd542e34f0ef/crypt/debug\", \"/pool/ext/7a7d72d1-c18a-4053-8666-72377ed40c63/crypt/debug\", \"/pool/ext/cf2b5393-7938-4187-81ff-eefd54b8dca3/crypt/debug\", \"/pool/ext/aa8dd6da-a2be-4c64-ab22-604023652cfd/crypt/debug\", \"/pool/ext/a09f232d-c31e-4961-bb00-74c2dac76055/crypt/debug\", \"/pool/ext/f46073e5-0cf7-4937-b820-b3dac0544ced/crypt/debug\", \"/pool/ext/5bcd6732-e8a3-402d-925d-d2e58792effe/crypt/debug\"] }","zone_name":"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:40:32.327667561Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"223823d0-6342-4be2-8483-3bbd7919ea67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"13149803485038243308"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:32.961516543Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475\", bundle_id: f56654e5-f161-4e41-808b-a0a9935d788e }, time_created: 2024-09-24T04:40:32.327944497Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_a0b54e19-f881-4c26-ad6c-958622064475","v":0,"name":"SledAgent","level":40,"time":"2024-09-24T04:40:32.961604195Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:843"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:34.724929107Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:34.744133244Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(558280), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:34.744195196Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(558280), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:34.744556433Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-24T04:40:34.744525263Z }, migration_in: None, migration_out: None }","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:34.795180979Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-24T04:40:34.744525263Z }, migration_in: None, migration_out: None }","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:34.79995735Z","hostname":"sock","pid":1562,"instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","propolis_id":"a0b54e19-f881-4c26-ad6c-958622064475","instance_id":"78d2b282-95f0-4b45-a7c2-e9d0874345dc","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:35.174798691Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44353"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:35.174875833Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9715cff2-2112-4a1c-9ab0-466c44c2aa62","remote_addr":"[fd00:1122:3344:101::c]:44353","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:35.185670152Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8bee90b6-0841-4615-b830-4a77d0fe6f91","remote_addr":"[fd00:1122:3344:101::c]:44353","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":827,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:35.341067213Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52349"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:35.341111853Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"d0430dba-b942-4791-bc17-7a257ddda397","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52349","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:35.362455757Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47679"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:35.362630571Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6976ad04-00ac-4076-b2d5-8969c650041a","remote_addr":"[fd00:1122:3344:101::c]:47679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":132,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:35.497950685Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43282"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:35.498113828Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"96cfca0b-15f7-4c6f-9e94-2c026b308635","remote_addr":"[fd00:1122:3344:101::a]:43282","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:36.192728161Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40782"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:36.192812813Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"fd953ce9-9e71-4026-8a41-4bf5b585313b","remote_addr":"[fd00:1122:3344:101::a]:40782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-24T04:40:36.201183641Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f97a0d71-199e-4180-b621-a9fd461ce202","remote_addr":"[fd00:1122:3344:101::a]:40782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88,"response_code":"204"}